[ 604.718026] env[70476]: INFO neutron.common.config [-] Logging enabled! [ 604.718026] env[70476]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.0.0.0rc2.dev50 [ 604.718026] env[70476]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=70476) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 604.718026] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 604.718026] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 604.718026] env[70476]: WARNING oslo_policy.policy [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 604.718593] env[70476]: WARNING oslo_policy.policy [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 604.719744] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] VMware NSXv3 Agent initialized successfully. [ 604.720142] env[70476]: DEBUG oslo_concurrency.lockutils [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] Acquiring lock "singleton_lock" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.720300] env[70476]: DEBUG oslo_concurrency.lockutils [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] Acquired lock "singleton_lock" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.720509] env[70476]: DEBUG oslo_concurrency.lockutils [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] Releasing lock "singleton_lock" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.720805] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] Full set of CONF: {{(pid=70476) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 604.721088] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ******************************************************************************** {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 604.722601] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] Configuration options gathered from: {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 604.722601] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 604.722601] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 604.722601] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ================================================================================ {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 604.722601] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] agent_down_time = 75 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.722601] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] allow_automatic_dhcp_failover = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.722921] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] allow_bulk = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.722921] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] api_extensions_path = {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.722921] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] api_paste_config = api-paste.ini {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.722921] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] auth_strategy = keystone {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.722921] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] backdoor_port = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.722921] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] backdoor_socket = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.723211] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] backlog = 4096 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.723211] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] base_mac = fa:16:3e:00:00:00 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.723305] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] bind_host = 0.0.0.0 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.723419] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] bind_port = 9696 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.723602] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] client_socket_timeout = 900 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.723785] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] config_dir = [] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.723907] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.724066] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] config_source = [] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.724217] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] control_exchange = neutron {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.724368] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] core_plugin = ml2 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.724513] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] debug = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.724666] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] default_availability_zones = [] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.724879] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.725042] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] dhcp_agent_notification = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.725212] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] dhcp_agents_per_network = 1 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.725357] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] dhcp_lease_duration = 86400 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.725509] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] dhcp_load_type = networks {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.725653] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] dns_domain = openstacklocal {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.725794] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.725931] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] enable_default_route_bfd = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.726085] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] enable_default_route_ecmp = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.726296] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] enable_dvr = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.726453] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] enable_new_agents = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.726594] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.726731] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] enable_signals = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.726868] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] enable_traditional_dhcp = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.727010] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] external_dns_driver = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.727178] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] filter_validation = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.727333] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] global_physnet_mtu = 8950 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.727472] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] graceful_shutdown_timeout = 60 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.727658] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] host = cpu-1 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.727805] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] host_dvr_for_dhcp = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.727946] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] http_retries = 3 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.728124] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] instance_format = [instance: %(uuid)s] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.728279] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.728483] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ipam_driver = internal {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.728567] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ipv6_pd_enabled = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.728696] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] l3_ha = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.728836] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.728976] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] l3_ha_network_physical_name = {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.729137] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] l3_ha_network_type = {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.729310] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] log_color = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.729465] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] log_config_append = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.729611] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.729749] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] log_dir = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.729885] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] log_file = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.730105] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] log_options = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.730178] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] log_rotate_interval = 1 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.730291] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] log_rotate_interval_type = days {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.730434] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] log_rotation_type = none {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.730546] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.730653] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.730795] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.730937] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.731057] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.731203] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] max_dns_nameservers = 5 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.731341] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] max_header_line = 16384 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.731501] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] max_l3_agents_per_router = 3 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.731641] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] max_logfile_count = 30 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.731765] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] max_logfile_size_mb = 200 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.731901] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] max_subnet_host_routes = 20 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.732055] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] my_ip = 10.180.1.21 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.732511] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] my_ipv6 = ::1 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.732511] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] network_auto_schedule = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.732511] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] network_link_prefix = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.732644] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.732763] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] notify_nova_on_port_data_changes = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.732906] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] notify_nova_on_port_status_changes = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.733059] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] pagination_max_limit = -1 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.733202] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] publish_errors = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.733341] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] rate_limit_burst = 0 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.733485] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] rate_limit_except_level = CRITICAL {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.733623] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] rate_limit_interval = 0 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.733761] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] retry_until_window = 30 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.733897] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] router_distributed = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.734045] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] rpc_resources_processing_step = 20 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.734189] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] rpc_response_max_timeout = 600 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.734329] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] rpc_response_timeout = 60 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.734498] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] send_events_interval = 2 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.734619] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] service_plugins = ['router'] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.734763] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] setproctitle = on {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.734898] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] shell_completion = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.735050] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] state_path = /opt/stack/data/neutron {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.735196] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] syslog_log_facility = LOG_USER {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.735354] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] tcp_keepidle = 600 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.735506] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] transport_url = **** {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.735643] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] use_journal = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.735779] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] use_json = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.735916] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] use_ssl = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.736068] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] use_stderr = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.736218] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] use_syslog = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.736359] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] vlan_qinq = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.736495] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] vlan_transparent = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.736632] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] watch_log_file = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.736774] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] wsgi_default_pool_size = 100 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.736910] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] wsgi_keep_alive = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.737088] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.737240] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] wsgi_server_debug = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.737396] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_concurrency.disable_process_locking = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.737555] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.737699] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.737843] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.737988] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.738183] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.738336] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.738492] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler.connection_string = messaging:// {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.738641] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler.enabled = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.738781] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler.es_doc_type = notification {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.738924] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler.es_scroll_size = 10000 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.739082] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler.es_scroll_time = 2m {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.739228] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler.filter_error_trace = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.739375] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler.hmac_keys = **** {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.739521] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler.sentinel_service_name = mymaster {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.739670] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler.socket_timeout = 0.1 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.739810] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler.trace_requests = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.739951] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler.trace_sqlalchemy = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.740278] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler_jaeger.process_tags = {} {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.740278] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler_jaeger.service_name_prefix = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.740422] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] profiler_otlp.service_name_prefix = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.740616] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_policy.enforce_new_defaults = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.740810] env[70476]: WARNING oslo_config.cfg [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 604.740982] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_policy.enforce_scope = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.741141] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_policy.policy_default_rule = default {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.741314] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.741466] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.741617] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.741759] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.741900] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.742058] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.742194] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.742343] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_policy.remote_timeout = 60.0 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.742501] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.742644] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] agent.extensions = [] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.742795] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.742935] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] service_providers.service_provider = [] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.743095] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] QUOTAS.default_quota = -1 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.743253] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.743399] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] QUOTAS.quota_floatingip = 50 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.743639] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] QUOTAS.quota_network = 100 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.743744] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] QUOTAS.quota_port = 500 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.743821] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.743952] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] QUOTAS.quota_router = 10 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.744112] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] QUOTAS.quota_security_group = 10 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.744274] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.744420] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] QUOTAS.quota_subnet = 100 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.744564] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] QUOTAS.track_quota_usage = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.744718] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.744857] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep.group = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.744992] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep.helper_command = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.745151] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.745320] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep.thread_pool_size = 8 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.745428] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep.user = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.745572] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.745713] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_dhcp_release.group = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.745853] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_dhcp_release.helper_command = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.745999] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.746157] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.746295] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_dhcp_release.user = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.746440] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.746589] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_ovs_vsctl.group = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.746712] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_ovs_vsctl.helper_command = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.746855] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.746995] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.747189] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_ovs_vsctl.user = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.747356] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_namespace.capabilities = [21] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.747500] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_namespace.group = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.747639] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_namespace.helper_command = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.747780] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.747926] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_namespace.thread_pool_size = 8 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.748078] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_namespace.user = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.748230] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_conntrack.capabilities = [12] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.748367] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_conntrack.group = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.748507] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_conntrack.helper_command = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.748653] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.748837] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.748938] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_conntrack.user = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.749083] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_link.capabilities = [12, 21] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.749225] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_link.group = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.749369] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_link.helper_command = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.749532] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.749678] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_link.thread_pool_size = 8 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.749815] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] privsep_link.user = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.749974] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.750143] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.750427] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.continue_on_failed_promotions = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.750512] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.dscp = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.750618] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.dscp_inherit = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.750746] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.force_mp_to_policy = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.750886] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.locking_coordinator_url = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.751040] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.log_agent_heartbeats = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.751189] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.logging_expire = 1 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.751342] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.751488] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.751634] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.polling_interval = 240 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.751779] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.751928] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.752088] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.report_interval = 30.0 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.752241] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.752387] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.752532] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.752675] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.sync_skew = 60 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.752817] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.synchronization_queue_size = 20 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.752961] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT.use_helper_for_ns_read = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.753122] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] SECURITYGROUP.enable_ipset = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.753294] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] SECURITYGROUP.enable_security_group = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.753451] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.753626] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.753747] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] experimental.ipv6_pd_enabled = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.753909] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ml2.extension_drivers = ['port_security'] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.754065] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ml2.external_network_type = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.754227] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.754377] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ml2.overlay_ip_version = 4 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.754527] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ml2.path_mtu = 8950 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.754743] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ml2.physical_network_mtus = {} {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.754834] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ml2.tenant_network_types = ['vlan'] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.754965] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.755129] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ml2.type_drivers = ['vlan'] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.755283] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT_CLI.neutron_port_id = [] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.755425] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.755565] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.755721] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.755872] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.756021] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.756176] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.756358] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.756499] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.756705] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.756857] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_login_password = **** {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.757040] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_login_port = 443 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.757201] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_login_user = admin {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.757358] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.757510] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.757654] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.757797] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.757947] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.758115] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.758270] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.758419] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.758563] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.758715] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.758995] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.758995] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.759192] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.759503] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.759578] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] vsphere.vsphere_login_password = VMware1! {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.759699] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.759863] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.759995] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] nova.auth_section = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.760167] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] nova.auth_type = password {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.760317] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.760504] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] nova.certfile = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.760688] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] nova.collect_timing = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.760775] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] nova.endpoint_type = public {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.760898] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] nova.insecure = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.761051] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] nova.keyfile = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.761176] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] nova.region_name = RegionOne {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.761333] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] nova.split_loggers = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.761533] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] nova.timeout = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.761696] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] placement.auth_section = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.761854] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] placement.auth_type = password {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.762014] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.762163] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] placement.certfile = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.762307] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] placement.collect_timing = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.762461] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] placement.endpoint_type = public {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.762605] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] placement.insecure = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.762742] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] placement.keyfile = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.762881] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] placement.region_name = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.763028] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] placement.split_loggers = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.763208] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] placement.timeout = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.763303] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.auth_section = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.763448] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.auth_type = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.763611] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.cafile = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.763706] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.certfile = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.763851] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.collect_timing = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.763989] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.connect_retries = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.764140] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.connect_retry_delay = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.764301] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.enable_notifications = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.764434] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.endpoint_override = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.764587] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.insecure = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.764728] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.interface = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.764866] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.keyfile = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.765027] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.max_version = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.765161] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.min_version = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.765299] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.region_name = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.765438] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.retriable_status_codes = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.765577] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.service_name = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.765714] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.service_type = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.765858] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.split_loggers = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.765999] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.status_code_retries = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.766152] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.status_code_retry_delay = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.766292] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.timeout = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.766438] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.valid_interfaces = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.766556] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ironic.version = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.766698] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] cli_script.dry_run = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.766845] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.766982] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.767159] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.767316] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.767460] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.767605] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.770567] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.770567] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.770567] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.770567] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.770567] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.770567] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.770907] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.770907] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.770907] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.770907] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.770907] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.770907] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771207] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771207] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771207] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771207] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771207] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771207] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771475] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771475] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771475] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771475] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771475] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771475] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771728] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.ssl = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771728] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771728] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771728] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.771728] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.772055] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.772055] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.772149] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_notifications.driver = [] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.772639] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_notifications.retry = -1 {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.772639] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.772639] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.772639] env[70476]: DEBUG oslo_service.backend.eventlet.service [None req-0d04925b-580c-40b0-ab21-587d93e61a48 None None] ******************************************************************************** {{(pid=70476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 604.773665] env[70476]: DEBUG neutron.agent.securitygroups_rpc [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Init firewall settings (driver=nsxv3) {{(pid=70476) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 604.775046] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=70476) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 604.775290] env[70476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] RPC agent_id: nsxm-l-01a.corp.local [ 604.780701] env[70476]: DEBUG dogpile.cache.region [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.780701] env[70476]: DEBUG dogpile.lock [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.780701] env[70476]: DEBUG dogpile.lock [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.780701] env[70476]: DEBUG dogpile.lock [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.780701] env[70476]: DEBUG dogpile.cache.region [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.780701] env[70476]: DEBUG dogpile.lock [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.780701] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.806931] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Session token - acquiring [ 604.808895] env[70476]: DEBUG networking_nsxv3.common.locking [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.809096] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.809192] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.809645] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.819851] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.089447] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 605.110622] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.110771] env[70476]: DEBUG dogpile.cache.region [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Cache value generated in 0.333 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 605.110876] env[70476]: DEBUG dogpile.lock [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.110999] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Activating Policy API Provider. [ 605.111213] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Looking for the default Infrastructure Rules. [ 605.176766] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Looking for the Default Layer3 Logged Drop Section. [ 605.190546] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 605.190973] env[70476]: DEBUG networking_nsxv3.common.locking [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.191157] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquiring lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.191265] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.191542] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired external semaphore "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.191867] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.707429] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.210263] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.713218] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Inventory metadata is going to be refreshed. [ 606.713386] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 607.418019] env[70476]: DEBUG networking_nsxv3.common.locking [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.418019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.418019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.418019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.428331] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 607.532232] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.533508] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 607.549583] env[70476]: DEBUG networking_nsxv3.common.locking [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.551057] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.551057] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.551057] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.551057] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.551057] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 607.551057] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.551057] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 607.570265] env[70476]: DEBUG networking_nsxv3.common.locking [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.570476] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.570521] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.570805] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.570973] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.571134] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 607.590654] env[70476]: DEBUG networking_nsxv3.common.locking [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.590842] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.590965] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.591200] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.591343] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.591485] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 607.609200] env[70476]: DEBUG networking_nsxv3.common.locking [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.609469] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquiring lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.609510] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.609809] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired external semaphore "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.609952] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Releasing lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.610117] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 607.610227] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.610332] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 607.627910] env[70476]: DEBUG networking_nsxv3.common.locking [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.628101] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquiring lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.628217] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.628441] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired external semaphore "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.628564] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Releasing lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.628699] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 607.628804] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.628911] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 607.646986] env[70476]: DEBUG networking_nsxv3.common.locking [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.647219] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.647276] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.647478] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.647620] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.647761] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 607.647898] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.647973] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Inventory metadata have been refreshed. [ 607.648096] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Dryrun:True. Metadata refresh completed. [ 607.648216] env[70476]: DEBUG oslo_concurrency.lockutils [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Releasing lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.649840] env[70476]: INFO neutron.agent.agent_extensions_manager [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Loaded agent extensions: [] [ 607.650587] env[70476]: DEBUG neutron_lib.callbacks.manager [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=70476) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 607.697629] env[70476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] NSXv3 Agent Agent RPC Daemon Started! [ 607.697782] env[70476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] NSXv3 Agent Agent loop - iteration:0 started [ 607.697847] env[70476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] NSXv3 Agent Agent out of sync with plugin! [ 612.650982] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 612.651306] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 617.652019] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 617.652473] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.600023] env[70476]: INFO networking_nsxv3.common.synchronization [None req-82892219-9e17-4446-9a9b-994b03f944e3 demo admin] Enqueued Resource ID: 8b852248-40d2-4b27-9fb7-115c9b0d48ba with Priority: HIGHEST for action security_group_rules [ 621.600540] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b852248-40d2-4b27-9fb7-115c9b0d48ba with Priority: HIGHEST for action security_group_rules [ 621.600831] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b852248-40d2-4b27-9fb7-115c9b0d48ba taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.601142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b852248-40d2-4b27-9fb7-115c9b0d48ba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.601142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b852248-40d2-4b27-9fb7-115c9b0d48ba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.601558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b852248-40d2-4b27-9fb7-115c9b0d48ba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.601647] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b852248-40d2-4b27-9fb7-115c9b0d48ba',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.120304] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.120549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.120549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.120728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.120779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.120866] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b852248-40d2-4b27-9fb7-115c9b0d48ba already deleted. [ 622.120947] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b852248-40d2-4b27-9fb7-115c9b0d48ba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.601601] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 626.601601] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 631.603245] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 631.603245] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 636.604228] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 636.604584] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 641.605613] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 641.605983] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 646.606899] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.607223] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 648.489119] env[70476]: INFO networking_nsxv3.common.synchronization [None req-ea0960d3-bb40-4c36-9545-964de5f34e1c None None] Enqueued Resource ID: 45665444-be4b-44c6-bf8b-73f620dc7c98 with Priority: HIGHEST for action port [ 648.489814] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45665444-be4b-44c6-bf8b-73f620dc7c98 with Priority: HIGHEST for action port [ 648.489814] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-45665444-be4b-44c6-bf8b-73f620dc7c98 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.492025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45665444-be4b-44c6-bf8b-73f620dc7c98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.492025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45665444-be4b-44c6-bf8b-73f620dc7c98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.492025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45665444-be4b-44c6-bf8b-73f620dc7c98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.492025] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45665444-be4b-44c6-bf8b-73f620dc7c98',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.993684] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45665444-be4b-44c6-bf8b-73f620dc7c98 [ 648.994061] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.994315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.994511] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.994776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.995358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.995518] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45665444-be4b-44c6-bf8b-73f620dc7c98 already deleted. [ 648.995655] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45665444-be4b-44c6-bf8b-73f620dc7c98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.002176] env[70476]: INFO networking_nsxv3.common.synchronization [None req-56ab758f-ab6d-44e2-926c-94efea98d895 None None] Enqueued Resource ID: 6053e787-f062-4863-bfbe-cb82cc0ab25e with Priority: HIGHEST for action port [ 649.002176] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6053e787-f062-4863-bfbe-cb82cc0ab25e with Priority: HIGHEST for action port [ 649.002176] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6053e787-f062-4863-bfbe-cb82cc0ab25e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.002296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6053e787-f062-4863-bfbe-cb82cc0ab25e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.002349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6053e787-f062-4863-bfbe-cb82cc0ab25e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.002588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6053e787-f062-4863-bfbe-cb82cc0ab25e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.002667] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6053e787-f062-4863-bfbe-cb82cc0ab25e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.505106] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6053e787-f062-4863-bfbe-cb82cc0ab25e [ 649.505362] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.505509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.505564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.505770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.505859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.505957] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6053e787-f062-4863-bfbe-cb82cc0ab25e already deleted. [ 649.506062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6053e787-f062-4863-bfbe-cb82cc0ab25e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.475215] env[70476]: INFO networking_nsxv3.common.synchronization [None req-27389d24-e487-4115-aa93-cb1190096142 None None] Enqueued Resource ID: ed0a7b1d-34bc-4673-bc6c-944af4f88ec4 with Priority: HIGHEST for action port [ 650.475697] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0a7b1d-34bc-4673-bc6c-944af4f88ec4 with Priority: HIGHEST for action port [ 650.475986] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed0a7b1d-34bc-4673-bc6c-944af4f88ec4 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.476114] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed0a7b1d-34bc-4673-bc6c-944af4f88ec4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.476178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed0a7b1d-34bc-4673-bc6c-944af4f88ec4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.476419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed0a7b1d-34bc-4673-bc6c-944af4f88ec4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.476496] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed0a7b1d-34bc-4673-bc6c-944af4f88ec4',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.981534] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed0a7b1d-34bc-4673-bc6c-944af4f88ec4 [ 650.982394] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.982394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.982394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.983641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.983641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.983641] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed0a7b1d-34bc-4673-bc6c-944af4f88ec4 already deleted. [ 650.983641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed0a7b1d-34bc-4673-bc6c-944af4f88ec4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.276764] env[70476]: INFO networking_nsxv3.common.synchronization [None req-f43d3831-48a3-41b4-8d5f-6ec8ebb56bc9 None None] Enqueued Resource ID: 34926396-f008-4246-8404-0718b16eb1ca with Priority: HIGHEST for action port [ 651.276924] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34926396-f008-4246-8404-0718b16eb1ca with Priority: HIGHEST for action port [ 651.277420] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-34926396-f008-4246-8404-0718b16eb1ca taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.277554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34926396-f008-4246-8404-0718b16eb1ca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.277597] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34926396-f008-4246-8404-0718b16eb1ca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.278367] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34926396-f008-4246-8404-0718b16eb1ca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.278367] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34926396-f008-4246-8404-0718b16eb1ca',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.393638] env[70476]: INFO networking_nsxv3.common.synchronization [None req-627c15d5-33ba-4fa7-836d-fa3e05f16a7d None None] Enqueued Resource ID: b667401d-f220-4b90-8161-338462a260a3 with Priority: HIGHEST for action port [ 651.394212] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b667401d-f220-4b90-8161-338462a260a3 with Priority: HIGHEST for action port [ 651.394503] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b667401d-f220-4b90-8161-338462a260a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.394619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b667401d-f220-4b90-8161-338462a260a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.394687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b667401d-f220-4b90-8161-338462a260a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.394934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b667401d-f220-4b90-8161-338462a260a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.395726] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b667401d-f220-4b90-8161-338462a260a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.783442] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34926396-f008-4246-8404-0718b16eb1ca [ 651.783666] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.783940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.783940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.784146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.784190] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.784259] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34926396-f008-4246-8404-0718b16eb1ca already deleted. [ 651.784336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34926396-f008-4246-8404-0718b16eb1ca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.898171] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b667401d-f220-4b90-8161-338462a260a3 [ 651.898405] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.898553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.898628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.898839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.898929] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.899041] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b667401d-f220-4b90-8161-338462a260a3 already deleted. [ 651.899128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b667401d-f220-4b90-8161-338462a260a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.970192] env[70476]: INFO networking_nsxv3.common.synchronization [None req-e0bba3b3-84a6-4ef8-92ff-6778769662c8 None None] Enqueued Resource ID: fc42aafa-b045-49eb-931d-2dc51f7eb2c3 with Priority: HIGHEST for action port [ 651.970739] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc42aafa-b045-49eb-931d-2dc51f7eb2c3 with Priority: HIGHEST for action port [ 651.972485] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc42aafa-b045-49eb-931d-2dc51f7eb2c3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.972485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc42aafa-b045-49eb-931d-2dc51f7eb2c3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.972485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc42aafa-b045-49eb-931d-2dc51f7eb2c3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.972485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc42aafa-b045-49eb-931d-2dc51f7eb2c3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.972485] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc42aafa-b045-49eb-931d-2dc51f7eb2c3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.474936] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc42aafa-b045-49eb-931d-2dc51f7eb2c3 [ 652.475462] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.475462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.475462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.475585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.475684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.475782] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc42aafa-b045-49eb-931d-2dc51f7eb2c3 already deleted. [ 652.475866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc42aafa-b045-49eb-931d-2dc51f7eb2c3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.614721] env[70476]: INFO networking_nsxv3.common.synchronization [None req-18a617fd-ba24-44f8-8508-94e16125de77 None None] Enqueued Resource ID: f1b1b42a-97ff-43f0-942a-d47dea9a937b with Priority: HIGHEST for action port [ 652.615142] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b1b42a-97ff-43f0-942a-d47dea9a937b with Priority: HIGHEST for action port [ 652.615638] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1b1b42a-97ff-43f0-942a-d47dea9a937b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.615715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1b1b42a-97ff-43f0-942a-d47dea9a937b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.615798] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1b1b42a-97ff-43f0-942a-d47dea9a937b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.616698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1b1b42a-97ff-43f0-942a-d47dea9a937b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.616846] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b1b42a-97ff-43f0-942a-d47dea9a937b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.121651] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1b1b42a-97ff-43f0-942a-d47dea9a937b [ 653.121651] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.121651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.121651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.121651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.121651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.121651] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1b1b42a-97ff-43f0-942a-d47dea9a937b already deleted. [ 653.121651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1b1b42a-97ff-43f0-942a-d47dea9a937b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.981936] env[70476]: INFO networking_nsxv3.common.synchronization [None req-360e12cd-6298-499b-9b1c-76e221e56002 None None] Enqueued Resource ID: 7f9fcf7b-1530-4164-806b-b167c1313b54 with Priority: HIGHEST for action port [ 653.981936] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f9fcf7b-1530-4164-806b-b167c1313b54 with Priority: HIGHEST for action port [ 653.981936] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f9fcf7b-1530-4164-806b-b167c1313b54 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.981936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f9fcf7b-1530-4164-806b-b167c1313b54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.981936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f9fcf7b-1530-4164-806b-b167c1313b54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.981936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f9fcf7b-1530-4164-806b-b167c1313b54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.981936] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9fcf7b-1530-4164-806b-b167c1313b54',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.065046] env[70476]: INFO networking_nsxv3.common.synchronization [None req-5bf898c0-6dd3-401a-9163-985d7acb1108 None None] Enqueued Resource ID: 8bda2def-ecc9-425b-b994-f6e5ced9a372 with Priority: HIGHEST for action port [ 654.065046] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bda2def-ecc9-425b-b994-f6e5ced9a372 with Priority: HIGHEST for action port [ 654.065046] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bda2def-ecc9-425b-b994-f6e5ced9a372 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.065046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bda2def-ecc9-425b-b994-f6e5ced9a372" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.065046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bda2def-ecc9-425b-b994-f6e5ced9a372" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.065329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bda2def-ecc9-425b-b994-f6e5ced9a372" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.065554] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bda2def-ecc9-425b-b994-f6e5ced9a372',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.483977] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f9fcf7b-1530-4164-806b-b167c1313b54 [ 654.484226] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.484525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.484525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.484648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.484721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.484811] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f9fcf7b-1530-4164-806b-b167c1313b54 already deleted. [ 654.484892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f9fcf7b-1530-4164-806b-b167c1313b54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.568517] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bda2def-ecc9-425b-b994-f6e5ced9a372 [ 654.568745] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.568880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.568950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.569170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.569262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.569366] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bda2def-ecc9-425b-b994-f6e5ced9a372 already deleted. [ 654.569460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bda2def-ecc9-425b-b994-f6e5ced9a372" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.824292] env[70476]: INFO networking_nsxv3.common.synchronization [None req-d541c44b-0ccf-44ce-bd30-a9d4079d789b None None] Enqueued Resource ID: d690d7e5-5771-4b39-a053-861eb8b7a07d with Priority: HIGHEST for action port [ 654.824804] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d690d7e5-5771-4b39-a053-861eb8b7a07d with Priority: HIGHEST for action port [ 654.830851] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d690d7e5-5771-4b39-a053-861eb8b7a07d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.830851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d690d7e5-5771-4b39-a053-861eb8b7a07d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.830851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d690d7e5-5771-4b39-a053-861eb8b7a07d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.830851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d690d7e5-5771-4b39-a053-861eb8b7a07d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.830851] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d690d7e5-5771-4b39-a053-861eb8b7a07d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.331951] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d690d7e5-5771-4b39-a053-861eb8b7a07d [ 655.332291] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.333366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.333366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.333366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.333366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.333366] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d690d7e5-5771-4b39-a053-861eb8b7a07d already deleted. [ 655.333366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d690d7e5-5771-4b39-a053-861eb8b7a07d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.346178] env[70476]: INFO networking_nsxv3.common.synchronization [None req-51bb5e64-2e57-4ab8-b6de-1085d9134cd0 None None] Enqueued Resource ID: a7897fcb-46c1-4fdc-ad71-70804f4ed702 with Priority: HIGHEST for action port [ 656.346178] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7897fcb-46c1-4fdc-ad71-70804f4ed702 with Priority: HIGHEST for action port [ 656.347781] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7897fcb-46c1-4fdc-ad71-70804f4ed702 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.348394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7897fcb-46c1-4fdc-ad71-70804f4ed702" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.348394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7897fcb-46c1-4fdc-ad71-70804f4ed702" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.348394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7897fcb-46c1-4fdc-ad71-70804f4ed702" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.348523] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7897fcb-46c1-4fdc-ad71-70804f4ed702',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.654972] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.654972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.654972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.654972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.654972] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.851197] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7897fcb-46c1-4fdc-ad71-70804f4ed702 [ 656.851197] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.851197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.851197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.851197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.851432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.851432] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7897fcb-46c1-4fdc-ad71-70804f4ed702 already deleted. [ 656.851432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7897fcb-46c1-4fdc-ad71-70804f4ed702" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.931720] env[70476]: INFO networking_nsxv3.common.synchronization [None req-394092d5-ff2f-46e3-8d0b-36d30d62bab3 None None] Enqueued Resource ID: fc88b9ae-5c25-4c21-9b0b-c3529afe6558 with Priority: HIGHEST for action port [ 656.931963] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc88b9ae-5c25-4c21-9b0b-c3529afe6558 with Priority: HIGHEST for action port [ 656.933570] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc88b9ae-5c25-4c21-9b0b-c3529afe6558 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.933570] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc88b9ae-5c25-4c21-9b0b-c3529afe6558" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.933570] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc88b9ae-5c25-4c21-9b0b-c3529afe6558" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.933768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc88b9ae-5c25-4c21-9b0b-c3529afe6558" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.934338] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc88b9ae-5c25-4c21-9b0b-c3529afe6558',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.157277] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.222732] env[70476]: INFO networking_nsxv3.common.synchronization [req-28637f11-5453-45ce-9526-3b231e10f223 req-3c927aab-e4b9-4b22-9a89-0d8db7c1e61c tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Enqueued Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_members [ 657.223588] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_members [ 657.224542] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.224542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.224542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.224739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.224925] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.225044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.225107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.225274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.225355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.225451] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.436479] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc88b9ae-5c25-4c21-9b0b-c3529afe6558 [ 657.436479] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.436479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.436479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.436479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.436831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.436831] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc88b9ae-5c25-4c21-9b0b-c3529afe6558 already deleted. [ 657.436831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc88b9ae-5c25-4c21-9b0b-c3529afe6558" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.478504] env[70476]: INFO networking_nsxv3.common.synchronization [None req-e12a522d-4e77-4759-bc91-14534a05d2f0 None None] Enqueued Resource ID: ee54e729-2dd1-4685-b591-2d9680d62745 with Priority: HIGHEST for action port [ 657.479295] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee54e729-2dd1-4685-b591-2d9680d62745 with Priority: HIGHEST for action port [ 657.479959] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee54e729-2dd1-4685-b591-2d9680d62745 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.480375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee54e729-2dd1-4685-b591-2d9680d62745" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.480375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee54e729-2dd1-4685-b591-2d9680d62745" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.480375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee54e729-2dd1-4685-b591-2d9680d62745" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.481074] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee54e729-2dd1-4685-b591-2d9680d62745',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.660728] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.730392] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.730584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.730636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.730883] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.730934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.731153] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.731422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.731422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.731730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.731730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.731730] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe already deleted. [ 657.731730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.984882] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee54e729-2dd1-4685-b591-2d9680d62745 [ 657.984882] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.984882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.984882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.984882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.984882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.984882] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee54e729-2dd1-4685-b591-2d9680d62745 already deleted. [ 657.984882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee54e729-2dd1-4685-b591-2d9680d62745" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.165911] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 658.165911] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 658.391934] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.392139] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.392283] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.392606] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.394830] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.395103] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.395246] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.395516] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.395674] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.395983] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.396153] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.396233] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.396382] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.396483] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.396596] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.396750] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.427802] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.427995] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.428163] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.428370] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.428707] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-380a7916-696b-492a-b9de-7dbeca1122bb taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.428904] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-380a7916-696b-492a-b9de-7dbeca1122bb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.429049] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-380a7916-696b-492a-b9de-7dbeca1122bb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.429370] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-380a7916-696b-492a-b9de-7dbeca1122bb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.429536] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('380a7916-696b-492a-b9de-7dbeca1122bb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.933114] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.933473] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.933473] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.933837] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.934413] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.934413] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 380a7916-696b-492a-b9de-7dbeca1122bb not found, creating... [ 658.934413] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.934658] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.934658] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.935528] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.935528] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.935528] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.935528] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.935855] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.935855] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.935920] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.936266] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 380a7916-696b-492a-b9de-7dbeca1122bb is going to be created. [ 658.938999] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.939125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.939200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.939363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.953723] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 658.954540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.955463] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 658.973573] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.973754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.973825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.974047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.974143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.974248] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 658.974317] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 658.974388] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 658.978259] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.978428] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.978555] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.978817] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.979049] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.979264] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-380a7916-696b-492a-b9de-7dbeca1122bb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.993881] env[70476]: INFO networking_nsxv3.common.synchronization [req-6368c905-a8a8-4554-b60a-4a80e50e069e req-1d7b1b3f-e2ce-4ccb-9619-17066e13aba5 tempest-SecurityGroupRulesTestJSON-655610754 tempest-SecurityGroupRulesTestJSON-655610754-project-member] Enqueued Resource ID: be821cea-752f-4ef3-b03a-b2ac4dca6ae4 with Priority: HIGHEST for action security_group_rules [ 658.995076] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.995457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.995457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.995605] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.995605] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.995711] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 659.000078] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be821cea-752f-4ef3-b03a-b2ac4dca6ae4 with Priority: HIGHEST for action security_group_rules [ 659.000427] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be821cea-752f-4ef3-b03a-b2ac4dca6ae4 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.000546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be821cea-752f-4ef3-b03a-b2ac4dca6ae4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.000640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be821cea-752f-4ef3-b03a-b2ac4dca6ae4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.000914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be821cea-752f-4ef3-b03a-b2ac4dca6ae4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.000955] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be821cea-752f-4ef3-b03a-b2ac4dca6ae4',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.020240] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.020381] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.020479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.021080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.021080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.021080] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 659.048121] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.049427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.049427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.049427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.049427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.049427] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 659.049427] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 659.049427] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 659.135474] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.135474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.135474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.135474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.135474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.135474] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 659.135780] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 659.135780] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 659.162617] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.162771] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.162831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.163268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.163268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.163391] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 659.163391] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 659.163462] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 659.163514] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 659.163596] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 659.163649] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 659.163711] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 659.163974] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 659.164066] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 659.164357] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 659.192324] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.192468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.192593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.193653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.193653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.193653] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 659.216247] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.216247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.216247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.216247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.216247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.254085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.504636] env[70476]: INFO networking_nsxv3.common.synchronization [None req-695f8ac5-3efb-4eed-9b01-c1fd2f2f3dcf None None] Enqueued Resource ID: fa794145-1610-488f-af1c-3c2734f601ae with Priority: HIGHEST for action port [ 659.505172] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa794145-1610-488f-af1c-3c2734f601ae with Priority: HIGHEST for action port [ 659.505472] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa794145-1610-488f-af1c-3c2734f601ae taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.505596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa794145-1610-488f-af1c-3c2734f601ae" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.505663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa794145-1610-488f-af1c-3c2734f601ae" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.505901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa794145-1610-488f-af1c-3c2734f601ae" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.505985] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa794145-1610-488f-af1c-3c2734f601ae',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.527577] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.527577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.527577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.527577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.527577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.527577] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be821cea-752f-4ef3-b03a-b2ac4dca6ae4 already deleted. [ 659.527577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be821cea-752f-4ef3-b03a-b2ac4dca6ae4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.012318] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa794145-1610-488f-af1c-3c2734f601ae [ 660.012588] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.012667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.012733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.012939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.013035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.013127] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa794145-1610-488f-af1c-3c2734f601ae already deleted. [ 660.013207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa794145-1610-488f-af1c-3c2734f601ae" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.378767] env[70476]: INFO networking_nsxv3.common.synchronization [req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 req-d0b31f3d-f232-43a3-9234-25239785c7bf tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 660.378767] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 660.378767] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.378767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.378767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.378767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.378767] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.378767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.378767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.378767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.380770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.380770] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.470284] env[70476]: INFO networking_nsxv3.common.synchronization [req-28637f11-5453-45ce-9526-3b231e10f223 req-7ec7038a-cbed-44f4-bd54-a5ecf2137330 service nova] Enqueued Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_rules [ 660.470444] env[70476]: INFO networking_nsxv3.common.synchronization [req-28637f11-5453-45ce-9526-3b231e10f223 req-7ec7038a-cbed-44f4-bd54-a5ecf2137330 service nova] Enqueued Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_members [ 660.470579] env[70476]: INFO networking_nsxv3.common.synchronization [req-28637f11-5453-45ce-9526-3b231e10f223 req-7ec7038a-cbed-44f4-bd54-a5ecf2137330 service nova] Enqueued Resource ID: 380a7916-696b-492a-b9de-7dbeca1122bb with Priority: HIGHEST for action port [ 660.472608] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_rules [ 660.472774] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_members [ 660.472937] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 380a7916-696b-492a-b9de-7dbeca1122bb with Priority: HIGHEST for action port [ 660.473487] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.473642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.473716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.473992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.474217] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.475190] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.475320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.475392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.475598] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.475773] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.475886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.475955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.476178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.476218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.476317] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.480325] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-380a7916-696b-492a-b9de-7dbeca1122bb taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.480325] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-380a7916-696b-492a-b9de-7dbeca1122bb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.480325] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-380a7916-696b-492a-b9de-7dbeca1122bb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.480325] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-380a7916-696b-492a-b9de-7dbeca1122bb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.480325] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('380a7916-696b-492a-b9de-7dbeca1122bb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.883185] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.883185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.883185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.883185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.883185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.883185] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.883185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.883185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.883185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.883185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.883185] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a already deleted. [ 660.883185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.983198] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.983820] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.990306] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 380a7916-696b-492a-b9de-7dbeca1122bb with status ACTIVE [ 660.993459] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.993459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.993459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.993459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.993459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.993459] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.993459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.993459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.993459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.993459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.993459] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.993459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.993459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.993459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.993459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.993459] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 380a7916-696b-492a-b9de-7dbeca1122bb is going to be updated. [ 660.996073] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.016103] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.016103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.016103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.016103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.016103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.016103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-380a7916-696b-492a-b9de-7dbeca1122bb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.038974] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.039265] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.039340] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.039622] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.039892] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.040058] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.040179] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.040394] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.040539] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.041081] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.041081] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.041081] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.042233] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.042429] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.042653] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.042709] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.061312] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.061312] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 661.061312] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.061312] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.061312] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-140bc17e-ae2e-4bda-8a0a-b7d8312eade8 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.061312] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-140bc17e-ae2e-4bda-8a0a-b7d8312eade8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.061312] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-140bc17e-ae2e-4bda-8a0a-b7d8312eade8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.061312] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-140bc17e-ae2e-4bda-8a0a-b7d8312eade8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.061312] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140bc17e-ae2e-4bda-8a0a-b7d8312eade8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.498219] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.567030] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.567030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.567030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.567030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.567030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.567030] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 140bc17e-ae2e-4bda-8a0a-b7d8312eade8 not found, creating... [ 661.567030] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.567030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.567030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.567030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.567030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.567512] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.567512] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.567817] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.568427] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.569488] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.569488] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 140bc17e-ae2e-4bda-8a0a-b7d8312eade8 is going to be created. [ 661.592614] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.593525] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.593525] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.593525] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.593525] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.593736] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-140bc17e-ae2e-4bda-8a0a-b7d8312eade8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.772148] env[70476]: INFO networking_nsxv3.common.synchronization [None req-855516b4-b6ff-44c0-b4d5-5f31e269771b None None] Enqueued Resource ID: a9cf34b7-768e-40fd-9e4b-81e1279cd58b with Priority: HIGHEST for action port [ 661.772148] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9cf34b7-768e-40fd-9e4b-81e1279cd58b with Priority: HIGHEST for action port [ 661.772148] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9cf34b7-768e-40fd-9e4b-81e1279cd58b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.772148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9cf34b7-768e-40fd-9e4b-81e1279cd58b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.772148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9cf34b7-768e-40fd-9e4b-81e1279cd58b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.772349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9cf34b7-768e-40fd-9e4b-81e1279cd58b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.772723] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9cf34b7-768e-40fd-9e4b-81e1279cd58b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.001265] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.001425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.001425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.001623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.001715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.001813] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe is going to be created. [ 662.035111] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.035111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.035111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.035111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.035111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.045102] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: UNINITIALIZED for 2s [ 662.275724] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9cf34b7-768e-40fd-9e4b-81e1279cd58b [ 662.275724] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.275724] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.277051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.277379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.277485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.277589] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9cf34b7-768e-40fd-9e4b-81e1279cd58b already deleted. [ 662.277673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9cf34b7-768e-40fd-9e4b-81e1279cd58b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.518059] env[70476]: INFO networking_nsxv3.common.synchronization [req-2c0d8efc-1441-4cfd-8743-23f6486512e9 req-16db883a-9d47-4ecb-a4de-300c2814afc9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Enqueued Resource ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 with Priority: HIGHEST for action security_group_members [ 662.518576] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 with Priority: HIGHEST for action security_group_members [ 662.520496] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-930f64de-dc64-4d34-a143-8d8a1d06b001 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.520496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.520496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.520496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.520496] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.520496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.520745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.520745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.520811] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.520911] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('930f64de-dc64-4d34-a143-8d8a1d06b001',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.969978] env[70476]: INFO networking_nsxv3.common.synchronization [req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 req-0e752e31-de05-4cbc-ad54-3bd44554455b service nova] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_rules [ 662.970431] env[70476]: INFO networking_nsxv3.common.synchronization [req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 req-0e752e31-de05-4cbc-ad54-3bd44554455b service nova] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 662.970698] env[70476]: INFO networking_nsxv3.common.synchronization [req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 req-0e752e31-de05-4cbc-ad54-3bd44554455b service nova] Enqueued Resource ID: 140bc17e-ae2e-4bda-8a0a-b7d8312eade8 with Priority: HIGHEST for action port [ 662.970980] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_rules [ 662.971182] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 662.971352] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140bc17e-ae2e-4bda-8a0a-b7d8312eade8 with Priority: HIGHEST for action port [ 662.972056] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.972215] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.975638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.975638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.975638] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.975638] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.975638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.975638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.975638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.975638] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.975638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.975638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.975638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.975638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.975638] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.976194] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-140bc17e-ae2e-4bda-8a0a-b7d8312eade8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.976595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-140bc17e-ae2e-4bda-8a0a-b7d8312eade8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.976595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-140bc17e-ae2e-4bda-8a0a-b7d8312eade8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.977035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-140bc17e-ae2e-4bda-8a0a-b7d8312eade8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.977173] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140bc17e-ae2e-4bda-8a0a-b7d8312eade8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.024658] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.024658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.024658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.024658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.024658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.024658] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.024658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.024658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.024658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.024658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.024658] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 already deleted. [ 663.024658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.204502] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.205579] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.206948] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.207307] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.207555] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.207726] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.207843] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.208111] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.208221] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.208475] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.208544] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.208651] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.211699] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.211699] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.211699] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.211699] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.227958] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.230214] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 663.230214] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.230214] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.230214] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-9bd2ff86-230c-45ad-8223-d7b88485904b taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.230214] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-9bd2ff86-230c-45ad-8223-d7b88485904b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.230214] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-9bd2ff86-230c-45ad-8223-d7b88485904b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.230931] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-9bd2ff86-230c-45ad-8223-d7b88485904b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.231236] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd2ff86-230c-45ad-8223-d7b88485904b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.474942] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.474942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.479764] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.483340] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 140bc17e-ae2e-4bda-8a0a-b7d8312eade8 with status ACTIVE [ 663.483340] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.483340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.483340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.483340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.483340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.483340] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.483340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.483340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.483340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.483340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.483340] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.483340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.483340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.483340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.483340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.483340] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 140bc17e-ae2e-4bda-8a0a-b7d8312eade8 is going to be updated. [ 663.502681] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.502681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.502681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.502681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.502681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.502681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-140bc17e-ae2e-4bda-8a0a-b7d8312eade8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.737021] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.737021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.737021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.737021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.737021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.737021] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 9bd2ff86-230c-45ad-8223-d7b88485904b not found, creating... [ 663.737021] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.737021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.737021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.737021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.737021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.737644] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.737644] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.737644] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.737644] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.737644] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.738116] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 9bd2ff86-230c-45ad-8223-d7b88485904b is going to be created. [ 663.761759] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.761759] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.761759] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.761759] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.761759] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.761759] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-9bd2ff86-230c-45ad-8223-d7b88485904b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.804902] env[70476]: INFO networking_nsxv3.common.synchronization [req-efb81b26-e2d9-4d9d-870d-f46a972184c7 req-17859853-5517-4b2f-bf43-0ee22af1b215 tempest-SecurityGroupRulesTestJSON-655610754 tempest-SecurityGroupRulesTestJSON-655610754-project-member] Enqueued Resource ID: 590decf8-49a1-4ec3-8747-e57bb8d6192b with Priority: HIGHEST for action security_group_rules [ 663.804902] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590decf8-49a1-4ec3-8747-e57bb8d6192b with Priority: HIGHEST for action security_group_rules [ 663.804902] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-590decf8-49a1-4ec3-8747-e57bb8d6192b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.804902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-590decf8-49a1-4ec3-8747-e57bb8d6192b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.804902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-590decf8-49a1-4ec3-8747-e57bb8d6192b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.804902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-590decf8-49a1-4ec3-8747-e57bb8d6192b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.804902] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('590decf8-49a1-4ec3-8747-e57bb8d6192b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.981329] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.056481] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: SUCCESS [ 664.056481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.056481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.057304] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.059805] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.059805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.059805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.059805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.059805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.059805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.059805] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.264833] env[70476]: INFO networking_nsxv3.common.synchronization [None req-3cbb5352-c653-4500-82b0-86bea01dc24a None None] Enqueued Resource ID: a737e076-b2d9-482a-bf8a-769e63e54848 with Priority: HIGHEST for action port [ 664.265152] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a737e076-b2d9-482a-bf8a-769e63e54848 with Priority: HIGHEST for action port [ 664.267075] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a737e076-b2d9-482a-bf8a-769e63e54848 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.267075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a737e076-b2d9-482a-bf8a-769e63e54848" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.267075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a737e076-b2d9-482a-bf8a-769e63e54848" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.267075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a737e076-b2d9-482a-bf8a-769e63e54848" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.267075] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a737e076-b2d9-482a-bf8a-769e63e54848',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.323476] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.323476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.323476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.323476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.323476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.323476] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 590decf8-49a1-4ec3-8747-e57bb8d6192b already deleted. [ 664.324340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-590decf8-49a1-4ec3-8747-e57bb8d6192b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.484033] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.484033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.484033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.484228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.485126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.485274] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be created. [ 664.510759] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.510915] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.510983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.511277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.511373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.523824] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: UNINITIALIZED for 2s [ 664.563094] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.563405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.563921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.563921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.564572] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.564572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.564572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.564572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.564572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.564797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.564797] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.564942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.564942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.569142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.569142] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.569142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.569142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.569142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.569142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.569142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.569142] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.652315] env[70476]: INFO networking_nsxv3.common.synchronization [None req-baea1fd5-afad-458f-b37a-555c40eabe31 None None] Enqueued Resource ID: 20333032-a199-4c0f-b636-18a2b4db950a with Priority: HIGHEST for action port [ 664.652559] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20333032-a199-4c0f-b636-18a2b4db950a with Priority: HIGHEST for action port [ 664.653278] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-20333032-a199-4c0f-b636-18a2b4db950a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.653425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20333032-a199-4c0f-b636-18a2b4db950a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.653493] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20333032-a199-4c0f-b636-18a2b4db950a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.653914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20333032-a199-4c0f-b636-18a2b4db950a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.653914] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20333032-a199-4c0f-b636-18a2b4db950a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.771193] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a737e076-b2d9-482a-bf8a-769e63e54848 [ 664.771193] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.771343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.771400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.771599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.771687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.771776] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a737e076-b2d9-482a-bf8a-769e63e54848 already deleted. [ 664.771851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a737e076-b2d9-482a-bf8a-769e63e54848" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.997849] env[70476]: INFO networking_nsxv3.common.synchronization [None req-d144d608-2e29-49e0-a599-32d3f436c520 None None] Enqueued Resource ID: b1190f5c-a87c-4d9d-ba8d-f4cca38e7cce with Priority: HIGHEST for action port [ 664.998122] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1190f5c-a87c-4d9d-ba8d-f4cca38e7cce with Priority: HIGHEST for action port [ 665.002386] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1190f5c-a87c-4d9d-ba8d-f4cca38e7cce taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.002386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1190f5c-a87c-4d9d-ba8d-f4cca38e7cce" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.002386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1190f5c-a87c-4d9d-ba8d-f4cca38e7cce" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.002386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1190f5c-a87c-4d9d-ba8d-f4cca38e7cce" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.002386] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1190f5c-a87c-4d9d-ba8d-f4cca38e7cce',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.077213] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d26c54e-bcb3-48ef-b580-f2353bf59bbe: rpc.has_security_group_logging(os_id): False [ 665.093555] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.093719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.093839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.093986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.094231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.094488] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.094488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.094488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.095202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.095202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.095202] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.095202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.095202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.095202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.095202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.095626] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.095626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.095626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.095626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.095773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.095773] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe is going to be created. [ 665.161029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.161029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.161029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.161029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.161029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.161029] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20333032-a199-4c0f-b636-18a2b4db950a [ 665.161029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.161029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.161029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.161029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.161029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.161029] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20333032-a199-4c0f-b636-18a2b4db950a already deleted. [ 665.165363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20333032-a199-4c0f-b636-18a2b4db950a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.177553] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: IN_PROGRESS for 2s [ 665.261042] env[70476]: INFO networking_nsxv3.common.synchronization [req-2c0d8efc-1441-4cfd-8743-23f6486512e9 req-7abeba88-c570-4c08-89fb-05e8d2919a08 service nova] Enqueued Resource ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 with Priority: HIGHEST for action security_group_rules [ 665.261265] env[70476]: INFO networking_nsxv3.common.synchronization [req-2c0d8efc-1441-4cfd-8743-23f6486512e9 req-7abeba88-c570-4c08-89fb-05e8d2919a08 service nova] Enqueued Resource ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 with Priority: HIGHEST for action security_group_members [ 665.261415] env[70476]: INFO networking_nsxv3.common.synchronization [req-2c0d8efc-1441-4cfd-8743-23f6486512e9 req-7abeba88-c570-4c08-89fb-05e8d2919a08 service nova] Enqueued Resource ID: 9bd2ff86-230c-45ad-8223-d7b88485904b with Priority: HIGHEST for action port [ 665.261947] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 with Priority: HIGHEST for action security_group_rules [ 665.262328] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 with Priority: HIGHEST for action security_group_members [ 665.262449] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd2ff86-230c-45ad-8223-d7b88485904b with Priority: HIGHEST for action port [ 665.263212] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-930f64de-dc64-4d34-a143-8d8a1d06b001 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.263583] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.263653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.263883] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.263963] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('930f64de-dc64-4d34-a143-8d8a1d06b001',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.265032] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-930f64de-dc64-4d34-a143-8d8a1d06b001 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.265294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.265294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.265436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.265587] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.265692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.265751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.265893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.265974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.266502] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('930f64de-dc64-4d34-a143-8d8a1d06b001',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.267732] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bd2ff86-230c-45ad-8223-d7b88485904b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.267874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bd2ff86-230c-45ad-8223-d7b88485904b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.267958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bd2ff86-230c-45ad-8223-d7b88485904b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.268166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bd2ff86-230c-45ad-8223-d7b88485904b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.268241] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd2ff86-230c-45ad-8223-d7b88485904b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.507771] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1190f5c-a87c-4d9d-ba8d-f4cca38e7cce [ 665.510906] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.510906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.510906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.510906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.510906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.510906] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1190f5c-a87c-4d9d-ba8d-f4cca38e7cce already deleted. [ 665.510906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1190f5c-a87c-4d9d-ba8d-f4cca38e7cce" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.769638] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-930f64de-dc64-4d34-a143-8d8a1d06b001 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.769770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.770106] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('930f64de-dc64-4d34-a143-8d8a1d06b001',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.771427] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bd2ff86-230c-45ad-8223-d7b88485904b with status ACTIVE [ 665.771427] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.771427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.771427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.771633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.771633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.772024] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.772024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.772024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.772673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.772673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.772673] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.773516] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.773516] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.773672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.773755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.774397] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bd2ff86-230c-45ad-8223-d7b88485904b is going to be updated. [ 665.794730] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.794730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.794835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.795089] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.795183] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.795386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bd2ff86-230c-45ad-8223-d7b88485904b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.050981] env[70476]: INFO networking_nsxv3.common.synchronization [None req-8066a150-6a3e-4739-b9d4-1c43d1425d13 None None] Enqueued Resource ID: d9a0bde8-01a6-4d38-bad7-055968ade7a3 with Priority: HIGHEST for action port [ 666.050981] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a0bde8-01a6-4d38-bad7-055968ade7a3 with Priority: HIGHEST for action port [ 666.052251] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9a0bde8-01a6-4d38-bad7-055968ade7a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.052518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9a0bde8-01a6-4d38-bad7-055968ade7a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.055498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9a0bde8-01a6-4d38-bad7-055968ade7a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.055498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9a0bde8-01a6-4d38-bad7-055968ade7a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.055498] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9a0bde8-01a6-4d38-bad7-055968ade7a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.277047] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('930f64de-dc64-4d34-a143-8d8a1d06b001',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.537704] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 666.537932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.538162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.538364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.538508] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.538627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.538772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.538854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.538921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.539015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.539150] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.557703] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9a0bde8-01a6-4d38-bad7-055968ade7a3 [ 666.558897] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.558897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.558897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.558897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.559098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.559098] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9a0bde8-01a6-4d38-bad7-055968ade7a3 already deleted. [ 666.559158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9a0bde8-01a6-4d38-bad7-055968ade7a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.596440] env[70476]: INFO networking_nsxv3.common.synchronization [req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 req-2d638c3c-6c66-4d8f-8050-b043dd3645d5 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 666.597173] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 666.598127] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.598555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.598555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.598555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.600671] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.600671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.600671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.600671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.600671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.600851] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.778699] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.778847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.778917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.779151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.779235] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.779331] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 is going to be created. [ 666.801902] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.801902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.802020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.802265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.802376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.813449] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 in Status: UNINITIALIZED for 2s [ 667.043407] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.043407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.043407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.043407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.043407] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.043407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.043407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.043407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.043407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.043407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.043407] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.043407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.043407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.043407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.043407] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.043407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.044512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.044512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.044512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.044512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.044512] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.104824] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.105985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.105985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.105985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.105985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.105985] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.105985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.105985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.105985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.105985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.105985] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 already deleted. [ 667.108318] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.190016] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: SUCCESS [ 667.190016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.233953] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.234199] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-620" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.234327] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-620" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.234664] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-620" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.234924] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.235088] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.235203] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.235415] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.237964] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.237964] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.237964] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.237964] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.238281] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.238349] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.238485] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.238665] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.242695] env[70476]: INFO networking_nsxv3.common.synchronization [None req-12cdb0eb-c3d8-4dd6-9f04-a8c5a7564ce4 None None] Enqueued Resource ID: c1d132e2-a515-4767-9665-890fccb38864 with Priority: HIGHEST for action port [ 667.244066] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d132e2-a515-4767-9665-890fccb38864 with Priority: HIGHEST for action port [ 667.244753] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1d132e2-a515-4767-9665-890fccb38864 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.244850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1d132e2-a515-4767-9665-890fccb38864" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.245145] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1d132e2-a515-4767-9665-890fccb38864" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.245328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1d132e2-a515-4767-9665-890fccb38864" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.245328] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d132e2-a515-4767-9665-890fccb38864',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.257270] env[70476]: INFO networking_nsxv3.common.synchronization [None req-f9b50c8c-5602-476f-bf67-cb81ee82c087 None None] Enqueued Resource ID: 6791497a-7d47-4e62-afed-8da56e71c286 with Priority: HIGHEST for action port [ 667.257744] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6791497a-7d47-4e62-afed-8da56e71c286 with Priority: HIGHEST for action port [ 667.258112] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6791497a-7d47-4e62-afed-8da56e71c286 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.258283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6791497a-7d47-4e62-afed-8da56e71c286" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.258355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6791497a-7d47-4e62-afed-8da56e71c286" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.258592] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6791497a-7d47-4e62-afed-8da56e71c286" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.258670] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6791497a-7d47-4e62-afed-8da56e71c286',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.261796] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.261943] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.262106] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.262278] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-620" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.262566] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-da3d4811-de0f-4db4-8528-487177ede8e5 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.262721] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-da3d4811-de0f-4db4-8528-487177ede8e5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.262834] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-da3d4811-de0f-4db4-8528-487177ede8e5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.263134] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-da3d4811-de0f-4db4-8528-487177ede8e5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.263262] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da3d4811-de0f-4db4-8528-487177ede8e5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.549621] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c544ab7a-9c47-4928-be9b-dd9505a7bf7a: rpc.has_security_group_logging(os_id): False [ 667.555150] env[70476]: INFO networking_nsxv3.common.synchronization [None req-9a1c1448-ca68-42e8-b456-5be55883e7b3 tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Enqueued Resource ID: c4de8daf-aed0-4af3-9126-400411b23b0c with Priority: HIGHEST for action security_group_rules [ 667.555807] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4de8daf-aed0-4af3-9126-400411b23b0c with Priority: HIGHEST for action security_group_rules [ 667.556822] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4de8daf-aed0-4af3-9126-400411b23b0c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.556822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.556996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.557103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.557209] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4de8daf-aed0-4af3-9126-400411b23b0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.566170] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.566340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.566382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.566571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.566655] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.566935] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.567331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.567331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.567331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.567331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.568488] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.568488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.568488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.568488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.568488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.568488] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.568488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.568488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.568488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.568488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.568488] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be created. [ 667.624535] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.624688] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.624756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.624960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.625211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.635066] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 667.700126] env[70476]: INFO networking_nsxv3.common.synchronization [None req-f65b5359-de34-4fc3-8f12-2db0e624f7d5 tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Enqueued Resource ID: c4de8daf-aed0-4af3-9126-400411b23b0c with Priority: HIGHEST for action security_group_rules [ 667.700772] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4de8daf-aed0-4af3-9126-400411b23b0c with Priority: HIGHEST for action security_group_rules [ 667.702865] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4de8daf-aed0-4af3-9126-400411b23b0c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.703199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.747509] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1d132e2-a515-4767-9665-890fccb38864 [ 667.747842] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.748096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.748192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.748449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.748582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.749677] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1d132e2-a515-4767-9665-890fccb38864 already deleted. [ 667.749677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1d132e2-a515-4767-9665-890fccb38864" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.760338] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6791497a-7d47-4e62-afed-8da56e71c286 [ 667.760562] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.760687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.760758] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.760959] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.761060] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.761150] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6791497a-7d47-4e62-afed-8da56e71c286 already deleted. [ 667.761234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6791497a-7d47-4e62-afed-8da56e71c286" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.765622] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.765892] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.766067] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.766301] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.766454] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.766662] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port da3d4811-de0f-4db4-8528-487177ede8e5 not found, creating... [ 667.767091] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.767333] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.768194] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.768194] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.768194] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.768505] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.768662] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.768983] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.769236] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.769374] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.769538] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: da3d4811-de0f-4db4-8528-487177ede8e5 is going to be created. [ 667.798113] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.798254] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.798381] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.798968] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.799242] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.800167] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-da3d4811-de0f-4db4-8528-487177ede8e5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.076243] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.076374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.076426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.076631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.076755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.076808] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4de8daf-aed0-4af3-9126-400411b23b0c already deleted. [ 668.076927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.077086] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.077355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.077399] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4de8daf-aed0-4af3-9126-400411b23b0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.601490] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.601784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.601838] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.602477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.602477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.602477] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4de8daf-aed0-4af3-9126-400411b23b0c already deleted. [ 668.602477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.609687] env[70476]: INFO networking_nsxv3.common.synchronization [req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 req-90bdabb4-4ab4-480b-8c92-1cf347e5e217 service nova] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_rules [ 668.609872] env[70476]: INFO networking_nsxv3.common.synchronization [req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 req-90bdabb4-4ab4-480b-8c92-1cf347e5e217 service nova] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 668.610025] env[70476]: INFO networking_nsxv3.common.synchronization [req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 req-90bdabb4-4ab4-480b-8c92-1cf347e5e217 service nova] Enqueued Resource ID: da3d4811-de0f-4db4-8528-487177ede8e5 with Priority: HIGHEST for action port [ 668.610601] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_rules [ 668.610770] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 668.610818] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da3d4811-de0f-4db4-8528-487177ede8e5 with Priority: HIGHEST for action port [ 668.613736] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.613736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.613736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.613736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.613736] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.614389] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.614389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.614389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.614664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.614696] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.614798] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.614860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.615218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.615218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.615218] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.615949] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-da3d4811-de0f-4db4-8528-487177ede8e5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.618104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da3d4811-de0f-4db4-8528-487177ede8e5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.618104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da3d4811-de0f-4db4-8528-487177ede8e5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.618104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da3d4811-de0f-4db4-8528-487177ede8e5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.618104] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da3d4811-de0f-4db4-8528-487177ede8e5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.691555] env[70476]: INFO networking_nsxv3.common.synchronization [None req-25729204-fbc7-4f07-964c-6db9587a16e1 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Enqueued Resource ID: f087f8d5-adb2-426b-a41c-ed999ca09661 with Priority: HIGHEST for action security_group_rules [ 668.691959] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087f8d5-adb2-426b-a41c-ed999ca09661 with Priority: HIGHEST for action security_group_rules [ 668.692268] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f087f8d5-adb2-426b-a41c-ed999ca09661 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.692391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.692608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.692695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.692762] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f087f8d5-adb2-426b-a41c-ed999ca09661',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.823459] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 in Status: SUCCESS [ 668.823786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.823890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.824038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.824221] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.824376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.824441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.825048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.825048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.825048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.825048] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('930f64de-dc64-4d34-a143-8d8a1d06b001',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.881209] env[70476]: INFO networking_nsxv3.common.synchronization [None req-ec0393e9-0c9d-424d-9435-b3295d13f1f7 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Enqueued Resource ID: f087f8d5-adb2-426b-a41c-ed999ca09661 with Priority: HIGHEST for action security_group_rules [ 668.881209] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087f8d5-adb2-426b-a41c-ed999ca09661 with Priority: HIGHEST for action security_group_rules [ 668.881561] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f087f8d5-adb2-426b-a41c-ed999ca09661 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.881692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.003676] env[70476]: INFO networking_nsxv3.common.synchronization [None req-d336a0e1-b9cf-4fef-80ea-3350e1f4c06c None None] Enqueued Resource ID: b3a5e352-fd50-464b-a588-c1b73700aefc with Priority: HIGHEST for action port [ 669.003932] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a5e352-fd50-464b-a588-c1b73700aefc with Priority: HIGHEST for action port [ 669.004957] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3a5e352-fd50-464b-a588-c1b73700aefc taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.004957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3a5e352-fd50-464b-a588-c1b73700aefc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.007055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3a5e352-fd50-464b-a588-c1b73700aefc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.007916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3a5e352-fd50-464b-a588-c1b73700aefc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.007916] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3a5e352-fd50-464b-a588-c1b73700aefc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.122022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.122022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.122022] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.122022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da3d4811-de0f-4db4-8528-487177ede8e5 with status ACTIVE [ 669.122022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.122022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.122022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.122553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.122553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.122553] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.122553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.122553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.122724] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.122809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.122987] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.126906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.129456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.129456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.129456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.129456] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da3d4811-de0f-4db4-8528-487177ede8e5 is going to be updated. [ 669.151382] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.151382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.151382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.151382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.151382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.151382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da3d4811-de0f-4db4-8528-487177ede8e5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.222666] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.222817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.222891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.223176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.223286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.223332] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f087f8d5-adb2-426b-a41c-ed999ca09661 already deleted. [ 669.223412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.223528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.223789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.223789] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f087f8d5-adb2-426b-a41c-ed999ca09661',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.331052] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-930f64de-dc64-4d34-a143-8d8a1d06b001 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.331052] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.331052] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-930f64de-dc64-4d34-a143-8d8a1d06b001 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.331052] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.332017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.332017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.332017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.332017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.332017] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('930f64de-dc64-4d34-a143-8d8a1d06b001',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.510883] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3a5e352-fd50-464b-a588-c1b73700aefc [ 669.511231] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.511351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.511351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.511579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.511673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.511764] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3a5e352-fd50-464b-a588-c1b73700aefc already deleted. [ 669.511846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3a5e352-fd50-464b-a588-c1b73700aefc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.514373] env[70476]: INFO networking_nsxv3.common.synchronization [req-fab4df11-1ac1-4ebf-a7b2-8084abd51dbb req-e128ec76-076b-4e0c-98b8-72c005a3f7fa tempest-SecurityGroupRulesTestJSON-655610754 tempest-SecurityGroupRulesTestJSON-655610754-project-member] Enqueued Resource ID: 1bae222c-be85-4bbe-bcb4-7ba3a1108349 with Priority: HIGHEST for action security_group_rules [ 669.514592] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bae222c-be85-4bbe-bcb4-7ba3a1108349 with Priority: HIGHEST for action security_group_rules [ 669.515182] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bae222c-be85-4bbe-bcb4-7ba3a1108349 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.515286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bae222c-be85-4bbe-bcb4-7ba3a1108349" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.515400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bae222c-be85-4bbe-bcb4-7ba3a1108349" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.515591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bae222c-be85-4bbe-bcb4-7ba3a1108349" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.515918] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bae222c-be85-4bbe-bcb4-7ba3a1108349',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.631141] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.647234] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 669.647467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.746996] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.746996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.746996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.746996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.746996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.746996] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f087f8d5-adb2-426b-a41c-ed999ca09661 already deleted. [ 669.747385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.836127] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 930f64de-dc64-4d34-a143-8d8a1d06b001: rpc.has_security_group_logging(os_id): False [ 669.854351] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.854491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.854563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.854788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.854854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.855087] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.855141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.855222] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.855375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.855449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.855641] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.855750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.855780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.858019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.858019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.858019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.858019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.858019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.858532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.858657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.858755] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 is going to be created. [ 669.912825] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.912825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.912825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.912825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.913151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.927126] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 in Status: IN_PROGRESS for 2s [ 669.946877] env[70476]: INFO networking_nsxv3.common.synchronization [None req-b5360691-f100-4d18-8e1c-a8601adbf686 None None] Enqueued Resource ID: 5ee37247-2125-4e8d-8f5d-0dad0326f691 with Priority: HIGHEST for action port [ 669.948982] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee37247-2125-4e8d-8f5d-0dad0326f691 with Priority: HIGHEST for action port [ 669.949199] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ee37247-2125-4e8d-8f5d-0dad0326f691 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.949321] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ee37247-2125-4e8d-8f5d-0dad0326f691" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.949375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ee37247-2125-4e8d-8f5d-0dad0326f691" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.949853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ee37247-2125-4e8d-8f5d-0dad0326f691" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.949990] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee37247-2125-4e8d-8f5d-0dad0326f691',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.044124] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.048617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.049113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.049113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.049179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.049257] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bae222c-be85-4bbe-bcb4-7ba3a1108349 already deleted. [ 670.049358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bae222c-be85-4bbe-bcb4-7ba3a1108349" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.134430] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.135644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.135644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.135644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.135644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.135644] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be created. [ 670.162822] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.163850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.163850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.163850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.163850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.174529] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: UNINITIALIZED for 2s [ 670.453926] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ee37247-2125-4e8d-8f5d-0dad0326f691 [ 670.454031] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.455932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.456091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.456498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.456677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.456914] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ee37247-2125-4e8d-8f5d-0dad0326f691 already deleted. [ 670.457084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ee37247-2125-4e8d-8f5d-0dad0326f691" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.752337] env[70476]: INFO networking_nsxv3.common.synchronization [req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 req-da28dc10-5b1f-42a8-a9e6-e30a7a1f1375 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Enqueued Resource ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 with Priority: HIGHEST for action security_group_members [ 671.752337] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 with Priority: HIGHEST for action security_group_members [ 671.752337] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.752337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.752337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.754424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.754549] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.754633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.754692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.754854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.754948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.755110] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47ffdcd1-2fdf-4abc-89eb-58f17aeedb59',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.938993] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 in Status: SUCCESS [ 671.939225] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.097542] env[70476]: INFO networking_nsxv3.common.synchronization [None req-7b71b278-fa10-4c38-8762-3276eb4dfd6c None None] Enqueued Resource ID: 3b4fba4a-c067-4d25-b8a4-b9ec288800ba with Priority: HIGHEST for action port [ 672.098919] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4fba4a-c067-4d25-b8a4-b9ec288800ba with Priority: HIGHEST for action port [ 672.098919] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b4fba4a-c067-4d25-b8a4-b9ec288800ba taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.099180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b4fba4a-c067-4d25-b8a4-b9ec288800ba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.099180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b4fba4a-c067-4d25-b8a4-b9ec288800ba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.100020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b4fba4a-c067-4d25-b8a4-b9ec288800ba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.100020] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4fba4a-c067-4d25-b8a4-b9ec288800ba',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.187835] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: SUCCESS [ 672.187835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.187835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.187835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.187835] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.187835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.187835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.187835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.187835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.187835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.187835] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.259033] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.259033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.259033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.259033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.259033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.259033] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.259033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.259033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.259033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.259033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.259033] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 already deleted. [ 672.259033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.602714] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b4fba4a-c067-4d25-b8a4-b9ec288800ba [ 672.602950] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.603122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.603167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.603372] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.603549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.603622] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b4fba4a-c067-4d25-b8a4-b9ec288800ba already deleted. [ 672.603670] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b4fba4a-c067-4d25-b8a4-b9ec288800ba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.690155] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.690337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.690379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.690586] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.690748] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.690849] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.690918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.691111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.691160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.691257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.691417] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.691473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.691540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.691659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.691874] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.691874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.692133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.692133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.692133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.692233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.692316] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.745354] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.745582] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.745724] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.747550] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.747550] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.752297] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.752297] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.752297] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.752297] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.752297] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.752297] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.752297] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.752297] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.752297] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.752297] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.752297] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.772386] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.772386] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.772386] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.772386] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.772386] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-28725a2a-05ba-4180-8a5f-5f09a78e9bd1 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.772386] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-28725a2a-05ba-4180-8a5f-5f09a78e9bd1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.772386] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-28725a2a-05ba-4180-8a5f-5f09a78e9bd1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.772386] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-28725a2a-05ba-4180-8a5f-5f09a78e9bd1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.772386] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28725a2a-05ba-4180-8a5f-5f09a78e9bd1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.194756] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1819db41-e42b-40ef-b768-13b9e3dd4775: rpc.has_security_group_logging(os_id): False [ 673.211592] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.211780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.211932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.212189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.212260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.212443] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.212557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.212636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.213109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.213109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.213109] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.213236] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.213286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.215049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.215049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.215049] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.215049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.215049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.215049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.215049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.215049] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be created. [ 673.268496] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.268704] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.268824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.268997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.269237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.280152] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.280152] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.280152] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.280338] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.280446] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.280558] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 28725a2a-05ba-4180-8a5f-5f09a78e9bd1 not found, creating... [ 673.280832] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.281338] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.281338] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.281469] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.281594] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.281898] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.282209] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.282356] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.282744] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.282930] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.283182] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 28725a2a-05ba-4180-8a5f-5f09a78e9bd1 is going to be created. [ 673.284965] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: IN_PROGRESS for 2s [ 673.300358] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.300643] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.300776] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.301097] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.301324] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.301549] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-28725a2a-05ba-4180-8a5f-5f09a78e9bd1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.217397] env[70476]: INFO networking_nsxv3.common.synchronization [req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 req-4e04bc8e-9af6-47f6-8861-5e1ff38c8071 service nova] Enqueued Resource ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 with Priority: HIGHEST for action security_group_rules [ 674.217673] env[70476]: INFO networking_nsxv3.common.synchronization [req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 req-4e04bc8e-9af6-47f6-8861-5e1ff38c8071 service nova] Enqueued Resource ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 with Priority: HIGHEST for action security_group_members [ 674.219446] env[70476]: INFO networking_nsxv3.common.synchronization [req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 req-4e04bc8e-9af6-47f6-8861-5e1ff38c8071 service nova] Enqueued Resource ID: 28725a2a-05ba-4180-8a5f-5f09a78e9bd1 with Priority: HIGHEST for action port [ 674.219649] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 with Priority: HIGHEST for action security_group_rules [ 674.219777] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 with Priority: HIGHEST for action security_group_members [ 674.219821] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28725a2a-05ba-4180-8a5f-5f09a78e9bd1 with Priority: HIGHEST for action port [ 674.220122] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.220290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.220450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.220966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.220966] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47ffdcd1-2fdf-4abc-89eb-58f17aeedb59',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.222026] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.222241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.222241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.222858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.222858] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.222858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.222858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.222858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.223157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.223157] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47ffdcd1-2fdf-4abc-89eb-58f17aeedb59',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.223854] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-28725a2a-05ba-4180-8a5f-5f09a78e9bd1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.224126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28725a2a-05ba-4180-8a5f-5f09a78e9bd1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.224718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28725a2a-05ba-4180-8a5f-5f09a78e9bd1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.224718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28725a2a-05ba-4180-8a5f-5f09a78e9bd1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.225181] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28725a2a-05ba-4180-8a5f-5f09a78e9bd1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.639999] env[70476]: INFO networking_nsxv3.common.synchronization [req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc req-f714ecfd-8048-4830-af8c-36443ae0095c tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Enqueued Resource ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 with Priority: HIGHEST for action security_group_members [ 674.639999] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 with Priority: HIGHEST for action security_group_members [ 674.640909] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab36a603-ac60-4e9e-a31c-644a3fe73b42 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.641126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.641246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.641548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.641884] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.642061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.642384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.642384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.642512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.642676] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab36a603-ac60-4e9e-a31c-644a3fe73b42',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.728192] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47ffdcd1-2fdf-4abc-89eb-58f17aeedb59',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.729466] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.729645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.731067] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28725a2a-05ba-4180-8a5f-5f09a78e9bd1 with status ACTIVE [ 674.731262] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.731675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.731675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.731831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.731922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.735266] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.735411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.735485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.735684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.735800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.735976] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.736089] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.736154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.736302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.736399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.736499] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28725a2a-05ba-4180-8a5f-5f09a78e9bd1 is going to be updated. [ 674.755966] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.756152] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.756213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.756387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.756558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.756716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28725a2a-05ba-4180-8a5f-5f09a78e9bd1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.897846] env[70476]: INFO networking_nsxv3.common.synchronization [req-127fe5db-872e-44c0-a711-45e7d17a0eb9 req-20afbcf6-e6e2-4905-9f4c-d060a719b47d tempest-SecurityGroupRulesTestJSON-655610754 tempest-SecurityGroupRulesTestJSON-655610754-project-member] Enqueued Resource ID: 0b892e21-2d06-486a-b311-3a46c90278fd with Priority: HIGHEST for action security_group_rules [ 674.898922] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b892e21-2d06-486a-b311-3a46c90278fd with Priority: HIGHEST for action security_group_rules [ 674.899259] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b892e21-2d06-486a-b311-3a46c90278fd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.899388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b892e21-2d06-486a-b311-3a46c90278fd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.899455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b892e21-2d06-486a-b311-3a46c90278fd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.899756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b892e21-2d06-486a-b311-3a46c90278fd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.899836] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b892e21-2d06-486a-b311-3a46c90278fd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.059313] env[70476]: INFO networking_nsxv3.common.synchronization [None req-e312b533-5e6d-42d0-b2f1-ae8d5c9eea07 None None] Enqueued Resource ID: 40d95c00-e23b-445c-87c8-7ffcd7767ae7 with Priority: HIGHEST for action port [ 675.059559] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d95c00-e23b-445c-87c8-7ffcd7767ae7 with Priority: HIGHEST for action port [ 675.060143] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d95c00-e23b-445c-87c8-7ffcd7767ae7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.061053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d95c00-e23b-445c-87c8-7ffcd7767ae7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.061053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d95c00-e23b-445c-87c8-7ffcd7767ae7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.061053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d95c00-e23b-445c-87c8-7ffcd7767ae7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.061053] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d95c00-e23b-445c-87c8-7ffcd7767ae7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.145974] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.145974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.146170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.146386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.146386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.146574] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.146652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.146719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.146949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.146949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.147049] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 already deleted. [ 675.147090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.231253] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47ffdcd1-2fdf-4abc-89eb-58f17aeedb59',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.297560] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: SUCCESS [ 675.297560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.418908] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.422760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.422760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.422905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.423269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.423269] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b892e21-2d06-486a-b311-3a46c90278fd already deleted. [ 675.423269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b892e21-2d06-486a-b311-3a46c90278fd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.569488] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40d95c00-e23b-445c-87c8-7ffcd7767ae7 [ 675.569488] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.569488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.569488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.569488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.569488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.569792] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40d95c00-e23b-445c-87c8-7ffcd7767ae7 already deleted. [ 675.570665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d95c00-e23b-445c-87c8-7ffcd7767ae7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.718407] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.718614] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.718745] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.719014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.719357] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.719449] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.719534] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.719755] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.719890] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.720698] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.721025] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.721228] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.721344] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.721494] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.721860] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.722083] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.733681] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.733876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.733975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.734224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.734637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.734637] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 is going to be created. [ 675.740114] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.742548] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.742726] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.742907] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.743318] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-b5ecef69-af9c-4c0b-9a3a-90603d930f1e taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.743420] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-b5ecef69-af9c-4c0b-9a3a-90603d930f1e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.743851] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-b5ecef69-af9c-4c0b-9a3a-90603d930f1e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.743851] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-b5ecef69-af9c-4c0b-9a3a-90603d930f1e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.744014] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ecef69-af9c-4c0b-9a3a-90603d930f1e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.756758] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.756758] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.756758] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.756758] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.756758] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.765017] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 in Status: UNINITIALIZED for 2s [ 675.881824] env[70476]: INFO networking_nsxv3.common.synchronization [None req-f63021e7-76b2-400a-93eb-faea03ca4042 None None] Enqueued Resource ID: 22348047-17d7-4760-9856-a6b0e773115b with Priority: HIGHEST for action port [ 675.882305] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22348047-17d7-4760-9856-a6b0e773115b with Priority: HIGHEST for action port [ 675.882714] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-22348047-17d7-4760-9856-a6b0e773115b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.882714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22348047-17d7-4760-9856-a6b0e773115b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.882916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22348047-17d7-4760-9856-a6b0e773115b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.883056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22348047-17d7-4760-9856-a6b0e773115b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.883986] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22348047-17d7-4760-9856-a6b0e773115b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.248912] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.250558] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.252308] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.252880] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.253124] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.253514] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port b5ecef69-af9c-4c0b-9a3a-90603d930f1e not found, creating... [ 676.254262] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.254262] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.254473] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.254805] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.255089] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.255902] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.255902] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.255902] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.256591] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.256591] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.256591] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: b5ecef69-af9c-4c0b-9a3a-90603d930f1e is going to be created. [ 676.295098] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.295330] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.295445] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.295739] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.295996] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.296358] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-b5ecef69-af9c-4c0b-9a3a-90603d930f1e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.385759] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22348047-17d7-4760-9856-a6b0e773115b [ 676.386335] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.386601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.386669] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.386886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.386983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.387142] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22348047-17d7-4760-9856-a6b0e773115b already deleted. [ 676.387294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22348047-17d7-4760-9856-a6b0e773115b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.561298] env[70476]: INFO networking_nsxv3.common.synchronization [req-681c0aa5-aba7-481f-b8d2-24a187cedb0e req-7c3a7843-772e-4397-b07a-13fb6de5fe93 tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Enqueued Resource ID: c4de8daf-aed0-4af3-9126-400411b23b0c with Priority: HIGHEST for action security_group_members [ 676.561553] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4de8daf-aed0-4af3-9126-400411b23b0c with Priority: HIGHEST for action security_group_members [ 676.562897] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4de8daf-aed0-4af3-9126-400411b23b0c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.562897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.562897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.563331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.565244] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.565244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.565244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.565244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.565244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.565244] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4de8daf-aed0-4af3-9126-400411b23b0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.735396] env[70476]: INFO networking_nsxv3.common.synchronization [None req-873505b9-7eaf-46c7-8076-42d8b3a397b0 None None] Enqueued Resource ID: 101f43e2-2ee8-4291-9cb3-dc5e7ed03fa2 with Priority: HIGHEST for action port [ 676.736166] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 101f43e2-2ee8-4291-9cb3-dc5e7ed03fa2 with Priority: HIGHEST for action port [ 676.736783] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-101f43e2-2ee8-4291-9cb3-dc5e7ed03fa2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.736977] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-101f43e2-2ee8-4291-9cb3-dc5e7ed03fa2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.737110] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-101f43e2-2ee8-4291-9cb3-dc5e7ed03fa2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.738354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-101f43e2-2ee8-4291-9cb3-dc5e7ed03fa2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.738354] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('101f43e2-2ee8-4291-9cb3-dc5e7ed03fa2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.067619] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.067619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.067809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.067897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.067986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.068243] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.070805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.070805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.070805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.070805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.070805] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4de8daf-aed0-4af3-9126-400411b23b0c already deleted. [ 677.070805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.240955] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 101f43e2-2ee8-4291-9cb3-dc5e7ed03fa2 [ 677.240955] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.240955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.240955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.240955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.241434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.241434] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:101f43e2-2ee8-4291-9cb3-dc5e7ed03fa2 already deleted. [ 677.241434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-101f43e2-2ee8-4291-9cb3-dc5e7ed03fa2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.659913] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.659913] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-63" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.659913] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-63" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.659913] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-63" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.659913] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.659913] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.659913] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.659913] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.659913] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.659913] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.659913] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.659913] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.659913] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.661280] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.661280] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.661280] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.682024] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.682024] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.682024] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.682024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-63" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.682024] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-9a344378-1abc-46a9-be90-a1a381a74446 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.682024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-9a344378-1abc-46a9-be90-a1a381a74446" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.682024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-9a344378-1abc-46a9-be90-a1a381a74446" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.682024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-9a344378-1abc-46a9-be90-a1a381a74446" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.682024] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a344378-1abc-46a9-be90-a1a381a74446',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.793707] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 in Status: SUCCESS [ 677.793943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.794530] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.794741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.794989] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.795137] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.795198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.795382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.795460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.795540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.795628] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47ffdcd1-2fdf-4abc-89eb-58f17aeedb59',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.827389] env[70476]: INFO networking_nsxv3.common.synchronization [req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc req-9ac4d7f6-3ca9-4d6e-9607-3f687d22a2b2 service nova] Enqueued Resource ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 with Priority: HIGHEST for action security_group_rules [ 677.827877] env[70476]: INFO networking_nsxv3.common.synchronization [req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc req-9ac4d7f6-3ca9-4d6e-9607-3f687d22a2b2 service nova] Enqueued Resource ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 with Priority: HIGHEST for action security_group_members [ 677.828268] env[70476]: INFO networking_nsxv3.common.synchronization [req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc req-9ac4d7f6-3ca9-4d6e-9607-3f687d22a2b2 service nova] Enqueued Resource ID: b5ecef69-af9c-4c0b-9a3a-90603d930f1e with Priority: HIGHEST for action port [ 677.829182] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 with Priority: HIGHEST for action security_group_rules [ 677.829508] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 with Priority: HIGHEST for action security_group_members [ 677.829742] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecef69-af9c-4c0b-9a3a-90603d930f1e with Priority: HIGHEST for action port [ 677.830336] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab36a603-ac60-4e9e-a31c-644a3fe73b42 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.830622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.830790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.831166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.832602] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab36a603-ac60-4e9e-a31c-644a3fe73b42',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.832602] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab36a603-ac60-4e9e-a31c-644a3fe73b42 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.833552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.833724] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.834584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.834849] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.835094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.840148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.840148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.840148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.840148] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab36a603-ac60-4e9e-a31c-644a3fe73b42',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.840148] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5ecef69-af9c-4c0b-9a3a-90603d930f1e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.840148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5ecef69-af9c-4c0b-9a3a-90603d930f1e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.840148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5ecef69-af9c-4c0b-9a3a-90603d930f1e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.840148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5ecef69-af9c-4c0b-9a3a-90603d930f1e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.840148] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ecef69-af9c-4c0b-9a3a-90603d930f1e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.945129] env[70476]: INFO networking_nsxv3.common.synchronization [None req-3344d703-cb7b-4694-bb8b-dacacf61576d None None] Enqueued Resource ID: 0e323c7f-2dd9-444f-a9b1-b6800f31dd10 with Priority: HIGHEST for action port [ 677.945129] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e323c7f-2dd9-444f-a9b1-b6800f31dd10 with Priority: HIGHEST for action port [ 677.945129] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e323c7f-2dd9-444f-a9b1-b6800f31dd10 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.945129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e323c7f-2dd9-444f-a9b1-b6800f31dd10" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.945129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e323c7f-2dd9-444f-a9b1-b6800f31dd10" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.945129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e323c7f-2dd9-444f-a9b1-b6800f31dd10" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.945129] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e323c7f-2dd9-444f-a9b1-b6800f31dd10',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.187752] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.187752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.187752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.187752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.187752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.187752] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 9a344378-1abc-46a9-be90-a1a381a74446 not found, creating... [ 678.187752] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.187752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.187752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.187752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.187752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.188847] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.188847] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.188847] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.188847] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.188847] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.188847] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 9a344378-1abc-46a9-be90-a1a381a74446 is going to be created. [ 678.213476] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.213708] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.216239] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.216239] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.216239] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.216239] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-9a344378-1abc-46a9-be90-a1a381a74446" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.299265] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.299841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.299841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.300072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.300407] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.300592] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.300725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.300970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.301103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.301227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.301722] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.301722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.301722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.301866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.303021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.303131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.303768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.303960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.304134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.304237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.304686] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47ffdcd1-2fdf-4abc-89eb-58f17aeedb59',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.343733] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab36a603-ac60-4e9e-a31c-644a3fe73b42',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.343733] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab36a603-ac60-4e9e-a31c-644a3fe73b42 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.343733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.343733] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5ecef69-af9c-4c0b-9a3a-90603d930f1e with status ACTIVE [ 678.343733] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.344051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.344051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.344491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.344584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.344761] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.344857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.344932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.345092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.345189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.345508] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.345610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.345661] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.345801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.345871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.345951] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5ecef69-af9c-4c0b-9a3a-90603d930f1e is going to be updated. [ 678.377645] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.377893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.377969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.378278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.378851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.378851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5ecef69-af9c-4c0b-9a3a-90603d930f1e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.447635] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e323c7f-2dd9-444f-a9b1-b6800f31dd10 [ 678.448111] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.448111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.448243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.448466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.448466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.448573] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e323c7f-2dd9-444f-a9b1-b6800f31dd10 already deleted. [ 678.449036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e323c7f-2dd9-444f-a9b1-b6800f31dd10" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.586071] env[70476]: INFO networking_nsxv3.common.synchronization [None req-81ad0b5c-1691-49be-9c4a-0ebd243cd29f None None] Enqueued Resource ID: 1883c1ab-765e-41bd-97d1-3e8665c7faf4 with Priority: HIGHEST for action port [ 678.587987] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1883c1ab-765e-41bd-97d1-3e8665c7faf4 with Priority: HIGHEST for action port [ 678.587987] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-1883c1ab-765e-41bd-97d1-3e8665c7faf4 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.587987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1883c1ab-765e-41bd-97d1-3e8665c7faf4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.587987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1883c1ab-765e-41bd-97d1-3e8665c7faf4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.587987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1883c1ab-765e-41bd-97d1-3e8665c7faf4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.588776] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1883c1ab-765e-41bd-97d1-3e8665c7faf4',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.810821] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59: rpc.has_security_group_logging(os_id): False [ 678.827726] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.827878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.827939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.829229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.829331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.829573] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.829748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.829800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.829928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.830034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.830282] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.830451] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.830451] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.830513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.830568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.830742] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.830836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.830902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.836023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.836023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.836023] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 is going to be created. [ 678.855879] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab36a603-ac60-4e9e-a31c-644a3fe73b42',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.895932] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.896061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.896124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.896558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.896738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.910488] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 in Status: IN_PROGRESS for 2s [ 679.092732] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1883c1ab-765e-41bd-97d1-3e8665c7faf4 [ 679.093322] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.093322] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.093322] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.093574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.093574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.093633] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1883c1ab-765e-41bd-97d1-3e8665c7faf4 already deleted. [ 679.093727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1883c1ab-765e-41bd-97d1-3e8665c7faf4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.358616] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.358808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.359233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.359478] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.359684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.359886] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 is going to be created. [ 679.392081] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.392081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.392081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.392081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.392081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.403692] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 in Status: UNINITIALIZED for 2s [ 679.491486] env[70476]: INFO networking_nsxv3.common.synchronization [None req-1cb2230f-e756-451a-9483-537885ff5c2a None None] Enqueued Resource ID: 142fa7c9-48bd-440b-b549-f6c1793f41e7 with Priority: HIGHEST for action port [ 679.491486] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142fa7c9-48bd-440b-b549-f6c1793f41e7 with Priority: HIGHEST for action port [ 679.491716] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-142fa7c9-48bd-440b-b549-f6c1793f41e7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.491848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-142fa7c9-48bd-440b-b549-f6c1793f41e7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.491911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-142fa7c9-48bd-440b-b549-f6c1793f41e7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.493249] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-142fa7c9-48bd-440b-b549-f6c1793f41e7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.493904] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('142fa7c9-48bd-440b-b549-f6c1793f41e7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.854274] env[70476]: INFO networking_nsxv3.common.synchronization [req-78d9ff54-1e65-4645-8886-b65a096067b5 req-3b97911b-d2e6-46eb-bb0d-c600dc72a326 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Enqueued Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_members [ 679.854900] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_members [ 679.854900] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.855064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.855064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.857552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.857552] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.857552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.857552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.857552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.857552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.857552] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.957207] env[70476]: INFO networking_nsxv3.common.synchronization [req-681c0aa5-aba7-481f-b8d2-24a187cedb0e req-d98610fa-2be2-47f4-b574-13ff0b810ca2 service nova] Enqueued Resource ID: c4de8daf-aed0-4af3-9126-400411b23b0c with Priority: HIGHEST for action security_group_rules [ 679.957207] env[70476]: INFO networking_nsxv3.common.synchronization [req-681c0aa5-aba7-481f-b8d2-24a187cedb0e req-d98610fa-2be2-47f4-b574-13ff0b810ca2 service nova] Enqueued Resource ID: c4de8daf-aed0-4af3-9126-400411b23b0c with Priority: HIGHEST for action security_group_members [ 679.957207] env[70476]: INFO networking_nsxv3.common.synchronization [req-681c0aa5-aba7-481f-b8d2-24a187cedb0e req-d98610fa-2be2-47f4-b574-13ff0b810ca2 service nova] Enqueued Resource ID: 9a344378-1abc-46a9-be90-a1a381a74446 with Priority: HIGHEST for action port [ 679.957207] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4de8daf-aed0-4af3-9126-400411b23b0c with Priority: HIGHEST for action security_group_rules [ 679.957207] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4de8daf-aed0-4af3-9126-400411b23b0c with Priority: HIGHEST for action security_group_members [ 679.957207] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a344378-1abc-46a9-be90-a1a381a74446 with Priority: HIGHEST for action port [ 679.958909] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4de8daf-aed0-4af3-9126-400411b23b0c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.959043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.959043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.959272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.959344] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4de8daf-aed0-4af3-9126-400411b23b0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.960261] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4de8daf-aed0-4af3-9126-400411b23b0c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.960385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.960476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.960667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.960816] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.960905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.960966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.961121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.961208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.961375] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4de8daf-aed0-4af3-9126-400411b23b0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.962439] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a344378-1abc-46a9-be90-a1a381a74446 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.962439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a344378-1abc-46a9-be90-a1a381a74446" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.962439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a344378-1abc-46a9-be90-a1a381a74446" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.962609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a344378-1abc-46a9-be90-a1a381a74446" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.962640] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a344378-1abc-46a9-be90-a1a381a74446',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.994870] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 142fa7c9-48bd-440b-b549-f6c1793f41e7 [ 679.995104] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.995234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.995384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.996130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.996130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.996130] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:142fa7c9-48bd-440b-b549-f6c1793f41e7 already deleted. [ 679.996130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-142fa7c9-48bd-440b-b549-f6c1793f41e7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.363750] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.363750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.363750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.363750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.363927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.364239] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.364239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.364239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.364406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.364406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.364462] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe is going to be updated. [ 680.370428] env[70476]: INFO networking_nsxv3.common.synchronization [req-dd6aaecb-4913-497e-8685-779d893e395e req-3e105d2f-b1c8-4ce9-bc07-e5da87c1b9ab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 680.372255] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 680.372599] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.373157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.373157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.373157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.373157] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.373345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.373345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.373447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.373498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.373649] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.406949] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.409261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.410743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.410743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.410743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.423615] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: IN_PROGRESS for 2s [ 680.464554] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4de8daf-aed0-4af3-9126-400411b23b0c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.465015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.466839] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a344378-1abc-46a9-be90-a1a381a74446 with status ACTIVE [ 680.466839] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.466839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.467045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.468038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.468038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.468038] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.468038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.468038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.468038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.468038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.468038] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.468609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.468609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.468609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.468609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.468609] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a344378-1abc-46a9-be90-a1a381a74446 is going to be updated. [ 680.470527] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4de8daf-aed0-4af3-9126-400411b23b0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.500701] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.500823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.500900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.503125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.503125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.503125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a344378-1abc-46a9-be90-a1a381a74446" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.877461] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.877461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.877461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.877461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.877461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.877461] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.877461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.877461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.877461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.877461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.878059] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 680.905595] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.905783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.906218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.906218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.906374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.918087] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 680.920389] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 in Status: SUCCESS [ 680.920779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.972148] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4de8daf-aed0-4af3-9126-400411b23b0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.415291] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 in Status: SUCCESS [ 681.415557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.416246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.416246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.416246] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.416422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.416422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.416590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.416651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.416717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.416799] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab36a603-ac60-4e9e-a31c-644a3fe73b42',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.476510] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.476662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.476662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.476907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.477016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.477119] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4de8daf-aed0-4af3-9126-400411b23b0c is going to be created. [ 681.502622] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.502622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.502622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.502875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.502910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.513145] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4de8daf-aed0-4af3-9126-400411b23b0c in Status: UNINITIALIZED for 2s [ 681.915786] env[70476]: INFO networking_nsxv3.common.synchronization [req-9b796883-29ce-43ad-a024-f0e02c9c575e req-69fb09fd-bd81-482a-b792-8ea88d2ab58a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 681.916370] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 681.916708] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.916833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.916899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.917588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.917753] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.917877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.917951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.918189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.918289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.918402] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.921206] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab36a603-ac60-4e9e-a31c-644a3fe73b42 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.921306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.921358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.921534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.921705] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.921806] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.921869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.922029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.922106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.922193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.922338] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab36a603-ac60-4e9e-a31c-644a3fe73b42 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.922432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.922494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.923160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.923331] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.923437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.923502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.923649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.923752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.923850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.924199] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab36a603-ac60-4e9e-a31c-644a3fe73b42',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.231056] env[70476]: INFO networking_nsxv3.common.synchronization [None req-d5a9dc6f-f825-4aa8-b2fa-7de6473adce0 None None] Enqueued Resource ID: 4a7baca4-9d06-4f64-81e2-41ca23af7b27 with Priority: HIGHEST for action port [ 682.231659] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7baca4-9d06-4f64-81e2-41ca23af7b27 with Priority: HIGHEST for action port [ 682.231972] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a7baca4-9d06-4f64-81e2-41ca23af7b27 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.232765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a7baca4-9d06-4f64-81e2-41ca23af7b27" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.232879] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a7baca4-9d06-4f64-81e2-41ca23af7b27" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.233156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a7baca4-9d06-4f64-81e2-41ca23af7b27" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.233252] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a7baca4-9d06-4f64-81e2-41ca23af7b27',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.420629] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.421216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.421824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.423412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.423412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.423412] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.423412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.423412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.423412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.423412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.423412] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 already deleted. [ 682.423412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.427028] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab36a603-ac60-4e9e-a31c-644a3fe73b42: rpc.has_security_group_logging(os_id): False [ 682.446829] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: SUCCESS [ 682.446829] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe deletion is rescheduled due to dependency. [ 682.446829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.446829] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.446829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.446829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.446829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.446829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.446829] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.446829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.446829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.446829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.446829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.446829] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.446829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.447431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.447431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.447431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.447431] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.447431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.447431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.447610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.447610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.447897] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 is going to be created. [ 682.504803] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.505052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.505052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.505461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.505731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.518488] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 in Status: IN_PROGRESS for 2s [ 682.525915] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.527029] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.527431] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.528029] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.529238] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.529656] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.529791] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.530092] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.530290] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.531517] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.531760] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.531910] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.531971] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.532152] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.532855] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.532855] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.539177] env[70476]: INFO networking_nsxv3.common.synchronization [None req-ce9cacac-2407-456e-b798-1eb70c3c56b3 None None] Enqueued Resource ID: f97e3905-c7cf-409b-a5c7-fd859d7d44e2 with Priority: HIGHEST for action port [ 682.539177] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97e3905-c7cf-409b-a5c7-fd859d7d44e2 with Priority: HIGHEST for action port [ 682.539380] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f97e3905-c7cf-409b-a5c7-fd859d7d44e2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.539380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f97e3905-c7cf-409b-a5c7-fd859d7d44e2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.539491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f97e3905-c7cf-409b-a5c7-fd859d7d44e2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.541406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f97e3905-c7cf-409b-a5c7-fd859d7d44e2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.541406] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f97e3905-c7cf-409b-a5c7-fd859d7d44e2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.555853] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.555853] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 682.555971] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.556234] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.556595] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-d1febc11-0edf-4b98-a92c-a348ede08159 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.556773] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-d1febc11-0edf-4b98-a92c-a348ede08159" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.556898] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-d1febc11-0edf-4b98-a92c-a348ede08159" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.557288] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-d1febc11-0edf-4b98-a92c-a348ede08159" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.557468] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1febc11-0edf-4b98-a92c-a348ede08159',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.736699] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a7baca4-9d06-4f64-81e2-41ca23af7b27 [ 682.737115] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.737539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.737621] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.737878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.738792] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.738939] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a7baca4-9d06-4f64-81e2-41ca23af7b27 already deleted. [ 682.739201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a7baca4-9d06-4f64-81e2-41ca23af7b27" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.929063] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 682.929063] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a deletion is rescheduled due to dependency. [ 682.930268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.043059] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f97e3905-c7cf-409b-a5c7-fd859d7d44e2 [ 683.043300] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.043439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.043548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.043728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.043816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.043909] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f97e3905-c7cf-409b-a5c7-fd859d7d44e2 already deleted. [ 683.043990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f97e3905-c7cf-409b-a5c7-fd859d7d44e2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.062269] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.062546] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.062656] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.062939] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.063132] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.063278] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port d1febc11-0edf-4b98-a92c-a348ede08159 not found, creating... [ 683.063569] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.063713] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.063877] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.064059] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.064554] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.064554] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.064773] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.064773] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.065868] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.068626] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.068875] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: d1febc11-0edf-4b98-a92c-a348ede08159 is going to be created. [ 683.090945] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.091287] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.091450] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.092570] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.092570] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.092570] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-d1febc11-0edf-4b98-a92c-a348ede08159" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.524773] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4de8daf-aed0-4af3-9126-400411b23b0c in Status: SUCCESS [ 683.524773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.524773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.524773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.524773] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.524773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.524773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.524773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.524773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.524773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.524773] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4de8daf-aed0-4af3-9126-400411b23b0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.026538] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4de8daf-aed0-4af3-9126-400411b23b0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.321305] env[70476]: INFO networking_nsxv3.common.synchronization [req-9b796883-29ce-43ad-a024-f0e02c9c575e req-e3395743-c457-45f6-85e9-ab733156538e service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 684.321496] env[70476]: INFO networking_nsxv3.common.synchronization [req-9b796883-29ce-43ad-a024-f0e02c9c575e req-e3395743-c457-45f6-85e9-ab733156538e service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 684.321637] env[70476]: INFO networking_nsxv3.common.synchronization [req-9b796883-29ce-43ad-a024-f0e02c9c575e req-e3395743-c457-45f6-85e9-ab733156538e service nova] Enqueued Resource ID: d1febc11-0edf-4b98-a92c-a348ede08159 with Priority: HIGHEST for action port [ 684.321938] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 684.321985] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 684.322107] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1febc11-0edf-4b98-a92c-a348ede08159 with Priority: HIGHEST for action port [ 684.322646] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.322767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.322829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.323603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.323699] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.324514] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.324630] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.324691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.324867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.325030] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.325126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.325185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.325497] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.325611] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.325727] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.326547] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1febc11-0edf-4b98-a92c-a348ede08159 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.326655] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1febc11-0edf-4b98-a92c-a348ede08159" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.326655] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1febc11-0edf-4b98-a92c-a348ede08159" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.326795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1febc11-0edf-4b98-a92c-a348ede08159" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.326872] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1febc11-0edf-4b98-a92c-a348ede08159',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.532018] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 in Status: SUCCESS [ 684.532018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.532176] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4de8daf-aed0-4af3-9126-400411b23b0c: rpc.has_security_group_logging(os_id): False [ 684.550034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.550196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.550268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.550569] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.550659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.550828] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.550935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.550993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.551176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.551256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.551343] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4de8daf-aed0-4af3-9126-400411b23b0c is going to be created. [ 684.614563] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.614732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.614804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.615016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.615193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.627285] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4de8daf-aed0-4af3-9126-400411b23b0c in Status: IN_PROGRESS for 2s [ 684.647503] env[70476]: INFO networking_nsxv3.common.synchronization [req-99b3e30f-389e-427a-afd9-b090525ee660 req-1d5b9c0a-9988-4a65-a100-8fe05650d258 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Enqueued Resource ID: f087f8d5-adb2-426b-a41c-ed999ca09661 with Priority: HIGHEST for action security_group_members [ 684.647918] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087f8d5-adb2-426b-a41c-ed999ca09661 with Priority: HIGHEST for action security_group_members [ 684.648209] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087f8d5-adb2-426b-a41c-ed999ca09661 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.648324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.648558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.648659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.648812] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.648903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.648968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.653121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.653121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.653121] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f087f8d5-adb2-426b-a41c-ed999ca09661',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.683790] env[70476]: INFO networking_nsxv3.common.synchronization [req-74b33c02-fdf4-45b1-ac9a-078834e3a815 req-02af1a2c-08be-46fd-aea8-69148e36f649 tempest-SecurityGroupRulesTestJSON-655610754 tempest-SecurityGroupRulesTestJSON-655610754-project-member] Enqueued Resource ID: 2e231f6d-41d7-438c-8fd4-ccd7b29a0d67 with Priority: HIGHEST for action security_group_rules [ 684.684326] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e231f6d-41d7-438c-8fd4-ccd7b29a0d67 with Priority: HIGHEST for action security_group_rules [ 684.685165] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.685165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.685165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.688885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.688885] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e231f6d-41d7-438c-8fd4-ccd7b29a0d67',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.774928] env[70476]: INFO networking_nsxv3.common.synchronization [None req-5f42e265-d391-4fc4-8a18-96e35ac70346 None None] Enqueued Resource ID: cc9abad9-9da7-4775-a328-ea32d6565a0c with Priority: HIGHEST for action port [ 684.775053] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9abad9-9da7-4775-a328-ea32d6565a0c with Priority: HIGHEST for action port [ 684.775358] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc9abad9-9da7-4775-a328-ea32d6565a0c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.775884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc9abad9-9da7-4775-a328-ea32d6565a0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.777319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc9abad9-9da7-4775-a328-ea32d6565a0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.778998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc9abad9-9da7-4775-a328-ea32d6565a0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.778998] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc9abad9-9da7-4775-a328-ea32d6565a0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.831902] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.831902] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.831902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.831902] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1febc11-0edf-4b98-a92c-a348ede08159 with status ACTIVE [ 684.831902] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.831902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.831902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.831902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.831902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.837804] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.837804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.837804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.837804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.837804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.837804] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.843696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.843696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.843696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.843696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.843696] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1febc11-0edf-4b98-a92c-a348ede08159 is going to be updated. [ 684.849464] env[70476]: INFO networking_nsxv3.common.synchronization [None req-cb0ed873-f852-44f3-a762-88871ffc5f28 None None] Enqueued Resource ID: 8a687beb-8f80-4a4e-8e67-2b2b9088c65e with Priority: HIGHEST for action port [ 684.849744] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a687beb-8f80-4a4e-8e67-2b2b9088c65e with Priority: HIGHEST for action port [ 684.850115] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a687beb-8f80-4a4e-8e67-2b2b9088c65e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.850212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a687beb-8f80-4a4e-8e67-2b2b9088c65e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.850284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a687beb-8f80-4a4e-8e67-2b2b9088c65e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.850516] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a687beb-8f80-4a4e-8e67-2b2b9088c65e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.850606] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a687beb-8f80-4a4e-8e67-2b2b9088c65e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.871235] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.871475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.871475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.871738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.871895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.872969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1febc11-0edf-4b98-a92c-a348ede08159" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.154956] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.155271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.155271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.155551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.155647] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.155844] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.155938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.155999] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.156158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.156231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.156314] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f087f8d5-adb2-426b-a41c-ed999ca09661 already deleted. [ 685.156391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.210585] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.212985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.212985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.212985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.212985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.212985] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e231f6d-41d7-438c-8fd4-ccd7b29a0d67 already deleted. [ 685.212985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.281976] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc9abad9-9da7-4775-a328-ea32d6565a0c [ 685.282286] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.283920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.284022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.284604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.284604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.284604] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc9abad9-9da7-4775-a328-ea32d6565a0c already deleted. [ 685.284604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc9abad9-9da7-4775-a328-ea32d6565a0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.307147] env[70476]: INFO networking_nsxv3.common.synchronization [None req-31c1c25a-3a8c-495c-b6af-5712a5d322a6 None None] Enqueued Resource ID: c69de7f7-fbfd-4cb8-9c39-658c80699ced with Priority: HIGHEST for action port [ 685.307147] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69de7f7-fbfd-4cb8-9c39-658c80699ced with Priority: HIGHEST for action port [ 685.307505] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c69de7f7-fbfd-4cb8-9c39-658c80699ced taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.307505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c69de7f7-fbfd-4cb8-9c39-658c80699ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.307505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c69de7f7-fbfd-4cb8-9c39-658c80699ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.308615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c69de7f7-fbfd-4cb8-9c39-658c80699ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.308740] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c69de7f7-fbfd-4cb8-9c39-658c80699ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.345484] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.352669] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a687beb-8f80-4a4e-8e67-2b2b9088c65e [ 685.352897] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.353039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.353106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.353317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.353403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.353496] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a687beb-8f80-4a4e-8e67-2b2b9088c65e already deleted. [ 685.353574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a687beb-8f80-4a4e-8e67-2b2b9088c65e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.712951] env[70476]: INFO networking_nsxv3.common.synchronization [req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c req-6c69d1bd-a2bb-4e8e-8b59-aa805ea6cc4d tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Enqueued Resource ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 with Priority: HIGHEST for action security_group_members [ 685.713591] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 with Priority: HIGHEST for action security_group_members [ 685.713899] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-930f64de-dc64-4d34-a143-8d8a1d06b001 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.714742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.714742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.714925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.715033] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.715149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.715213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.715403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.718332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.718332] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('930f64de-dc64-4d34-a143-8d8a1d06b001',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.724325] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-177 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.724546] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-177" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.724668] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-177" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.724983] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-177" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.725292] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.725466] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.725581] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.725846] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.725998] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.726228] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.726337] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.726442] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.726547] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.726651] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.726752] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.726881] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.744252] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.745068] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.745068] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.745068] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-177" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.745068] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-50db30fc-633d-449c-a85f-87a00812ad7e taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.745382] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-50db30fc-633d-449c-a85f-87a00812ad7e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.745382] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-50db30fc-633d-449c-a85f-87a00812ad7e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.745727] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-50db30fc-633d-449c-a85f-87a00812ad7e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.745858] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50db30fc-633d-449c-a85f-87a00812ad7e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.812441] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c69de7f7-fbfd-4cb8-9c39-658c80699ced [ 685.812441] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.812441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.812441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.812599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.812663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.812756] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c69de7f7-fbfd-4cb8-9c39-658c80699ced already deleted. [ 685.812836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c69de7f7-fbfd-4cb8-9c39-658c80699ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.852036] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.852228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.852310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.852554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.852641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.852738] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be created. [ 685.875498] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.875498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.875498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.875498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.875995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.886030] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: UNINITIALIZED for 2s [ 686.219025] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.219025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.219025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.219435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.219435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.219650] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.219783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.219895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.220066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.220163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.220286] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 is going to be updated. [ 686.250493] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.250493] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.250493] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.250493] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.250493] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.250493] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 50db30fc-633d-449c-a85f-87a00812ad7e not found, creating... [ 686.250882] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.250882] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.250963] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.251317] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.251317] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.251643] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.251749] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.253512] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.253512] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.253512] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.253512] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 50db30fc-633d-449c-a85f-87a00812ad7e is going to be created. [ 686.254951] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.255077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.255168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.255431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.255592] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.271873] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 in Status: IN_PROGRESS for 2s [ 686.278551] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.279070] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.279070] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.279222] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.279454] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.279683] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-50db30fc-633d-449c-a85f-87a00812ad7e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.639244] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4de8daf-aed0-4af3-9126-400411b23b0c in Status: SUCCESS [ 686.639586] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.201214] env[70476]: INFO networking_nsxv3.common.synchronization [None req-4e8098d7-9e60-48eb-8971-d86c6ac2c87b tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_rules [ 687.201214] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_rules [ 687.201523] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.201744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.201744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.201956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.202665] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.369648] env[70476]: INFO networking_nsxv3.common.synchronization [None req-b27d64b2-3377-4d2a-b433-f01ba71b0022 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_rules [ 687.370732] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_rules [ 687.371494] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.371494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.393709] env[70476]: INFO networking_nsxv3.common.synchronization [req-5207dca0-df5f-4650-a270-ef705f367716 req-256cf7e6-d79b-486c-a3e9-7ecd9d22ed83 tempest-SecurityGroupRulesTestJSON-655610754 tempest-SecurityGroupRulesTestJSON-655610754-project-member] Enqueued Resource ID: 2e231f6d-41d7-438c-8fd4-ccd7b29a0d67 with Priority: HIGHEST for action security_group_rules [ 687.395228] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e231f6d-41d7-438c-8fd4-ccd7b29a0d67 with Priority: HIGHEST for action security_group_rules [ 687.395228] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.395228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.395228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.395228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.395228] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e231f6d-41d7-438c-8fd4-ccd7b29a0d67',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.474591] env[70476]: INFO networking_nsxv3.common.synchronization [req-99b3e30f-389e-427a-afd9-b090525ee660 req-3c9880af-54b2-4425-87da-9d144479e09d service nova] Enqueued Resource ID: f087f8d5-adb2-426b-a41c-ed999ca09661 with Priority: HIGHEST for action security_group_rules [ 687.474591] env[70476]: INFO networking_nsxv3.common.synchronization [req-99b3e30f-389e-427a-afd9-b090525ee660 req-3c9880af-54b2-4425-87da-9d144479e09d service nova] Enqueued Resource ID: f087f8d5-adb2-426b-a41c-ed999ca09661 with Priority: HIGHEST for action security_group_members [ 687.474591] env[70476]: INFO networking_nsxv3.common.synchronization [req-99b3e30f-389e-427a-afd9-b090525ee660 req-3c9880af-54b2-4425-87da-9d144479e09d service nova] Enqueued Resource ID: 50db30fc-633d-449c-a85f-87a00812ad7e with Priority: HIGHEST for action port [ 687.474591] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087f8d5-adb2-426b-a41c-ed999ca09661 with Priority: HIGHEST for action security_group_rules [ 687.474591] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087f8d5-adb2-426b-a41c-ed999ca09661 with Priority: HIGHEST for action security_group_members [ 687.474591] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50db30fc-633d-449c-a85f-87a00812ad7e with Priority: HIGHEST for action port [ 687.475375] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f087f8d5-adb2-426b-a41c-ed999ca09661 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.475375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.475712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.475712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.475712] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f087f8d5-adb2-426b-a41c-ed999ca09661',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.476579] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087f8d5-adb2-426b-a41c-ed999ca09661 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.476703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.476759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.476937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.477103] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.477198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.477255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.477474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.477592] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.477674] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f087f8d5-adb2-426b-a41c-ed999ca09661',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.481373] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-50db30fc-633d-449c-a85f-87a00812ad7e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.481486] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50db30fc-633d-449c-a85f-87a00812ad7e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.481974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50db30fc-633d-449c-a85f-87a00812ad7e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.481974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50db30fc-633d-449c-a85f-87a00812ad7e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.481974] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50db30fc-633d-449c-a85f-87a00812ad7e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.552569] env[70476]: INFO networking_nsxv3.common.synchronization [None req-48107b54-f1e2-4012-a10e-f453e0dbff3a None None] Enqueued Resource ID: 4117f605-0545-4fe9-89d2-87489e0d2196 with Priority: HIGHEST for action port [ 687.553435] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4117f605-0545-4fe9-89d2-87489e0d2196 with Priority: HIGHEST for action port [ 687.553920] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4117f605-0545-4fe9-89d2-87489e0d2196 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.554102] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4117f605-0545-4fe9-89d2-87489e0d2196" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.554247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4117f605-0545-4fe9-89d2-87489e0d2196" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.554584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4117f605-0545-4fe9-89d2-87489e0d2196" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.554727] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4117f605-0545-4fe9-89d2-87489e0d2196',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.729477] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.729956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.729956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.729956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.729956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.730709] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 already deleted. [ 687.730709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.730709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.730709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.730709] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.935958] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 687.936223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.936400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.936624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.936822] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.936942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.937017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.937180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.937262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.937348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.937462] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.940948] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.941102] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.943022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.943022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.943022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.943022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e231f6d-41d7-438c-8fd4-ccd7b29a0d67 already deleted. [ 687.943022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.981900] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f087f8d5-adb2-426b-a41c-ed999ca09661',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.984089] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087f8d5-adb2-426b-a41c-ed999ca09661 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.984259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.984423] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50db30fc-633d-449c-a85f-87a00812ad7e with status ACTIVE [ 687.985047] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.985047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.985047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.985047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.985224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.985529] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.985529] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.985529] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.986040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.986040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.986040] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.986040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.986040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.986213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.986213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.986267] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50db30fc-633d-449c-a85f-87a00812ad7e is going to be updated. [ 688.020347] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.020347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.020347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.020347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.020347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.020347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50db30fc-633d-449c-a85f-87a00812ad7e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.056700] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4117f605-0545-4fe9-89d2-87489e0d2196 [ 688.057053] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.057142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.057142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.057360] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.057502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.057637] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4117f605-0545-4fe9-89d2-87489e0d2196 already deleted. [ 688.057685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4117f605-0545-4fe9-89d2-87489e0d2196" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.253697] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.253891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.253891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.254111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.254363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.254363] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 already deleted. [ 688.254448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.286154] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 in Status: SUCCESS [ 688.286154] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 deletion is rescheduled due to dependency. [ 688.286448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.442019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.442019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.442019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.442019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.443554] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.443554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.443554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.443554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.443554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.443554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.443554] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.443554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.443554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.443554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.444713] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.444713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.444713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.444713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.444713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.444970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.444970] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.491922] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f087f8d5-adb2-426b-a41c-ed999ca09661',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.947157] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c03b28-e972-40c2-adc4-f03091e2dd82: rpc.has_security_group_logging(os_id): False [ 688.964578] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.964578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.964578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.964578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.964578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.964578] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.964578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.964578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.965363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.965363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.965363] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.965363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.965363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.965363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.965363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.965706] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.967632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.967632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.967632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.967632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.967632] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be created. [ 688.994605] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.994997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.994997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.995075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.995220] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.995286] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f087f8d5-adb2-426b-a41c-ed999ca09661 is going to be created. [ 689.002147] env[70476]: INFO networking_nsxv3.common.synchronization [None req-3a5279af-91fe-4051-a585-fc95e073fc53 None None] Enqueued Resource ID: ee233ed2-c1ea-4bb6-9712-4a47cf292a7c with Priority: HIGHEST for action port [ 689.003281] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee233ed2-c1ea-4bb6-9712-4a47cf292a7c with Priority: HIGHEST for action port [ 689.003664] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee233ed2-c1ea-4bb6-9712-4a47cf292a7c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.003829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee233ed2-c1ea-4bb6-9712-4a47cf292a7c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.004475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee233ed2-c1ea-4bb6-9712-4a47cf292a7c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.004820] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee233ed2-c1ea-4bb6-9712-4a47cf292a7c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.004964] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee233ed2-c1ea-4bb6-9712-4a47cf292a7c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.026301] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.026301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.026301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.026301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.026301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.034382] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.034382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.034382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.034382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.034382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.041756] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087f8d5-adb2-426b-a41c-ed999ca09661 in Status: UNINITIALIZED for 2s [ 689.041756] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 689.316316] env[70476]: INFO networking_nsxv3.common.synchronization [None req-e629c96f-5c72-4a1f-8613-c539b166efb2 None None] Enqueued Resource ID: 12ab0716-244c-4155-99b6-581618f9bfcf with Priority: HIGHEST for action port [ 689.316316] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ab0716-244c-4155-99b6-581618f9bfcf with Priority: HIGHEST for action port [ 689.316316] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-12ab0716-244c-4155-99b6-581618f9bfcf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.316316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12ab0716-244c-4155-99b6-581618f9bfcf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.316316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12ab0716-244c-4155-99b6-581618f9bfcf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.320856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12ab0716-244c-4155-99b6-581618f9bfcf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.320856] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12ab0716-244c-4155-99b6-581618f9bfcf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.416250] env[70476]: INFO networking_nsxv3.common.synchronization [None req-7aa70ac2-328f-4f16-beda-9096789c3ee9 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 252d01c1-64bb-4111-a611-81b1bd4c742c with Priority: HIGHEST for action security_group_rules [ 689.416250] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252d01c1-64bb-4111-a611-81b1bd4c742c with Priority: HIGHEST for action security_group_rules [ 689.416606] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-252d01c1-64bb-4111-a611-81b1bd4c742c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.416606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.416606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.416851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.416927] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('252d01c1-64bb-4111-a611-81b1bd4c742c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.507729] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee233ed2-c1ea-4bb6-9712-4a47cf292a7c [ 689.508134] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.508196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.508554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.508554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.508731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.508731] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee233ed2-c1ea-4bb6-9712-4a47cf292a7c already deleted. [ 689.509064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee233ed2-c1ea-4bb6-9712-4a47cf292a7c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.676489] env[70476]: INFO networking_nsxv3.common.synchronization [None req-5d80dac4-439b-4a7e-89c5-01d1a9d70591 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 252d01c1-64bb-4111-a611-81b1bd4c742c with Priority: HIGHEST for action security_group_rules [ 689.676489] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252d01c1-64bb-4111-a611-81b1bd4c742c with Priority: HIGHEST for action security_group_rules [ 689.676489] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-252d01c1-64bb-4111-a611-81b1bd4c742c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.676489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.823275] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12ab0716-244c-4155-99b6-581618f9bfcf [ 689.825030] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.825030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.825030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.825030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.825030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.825030] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12ab0716-244c-4155-99b6-581618f9bfcf already deleted. [ 689.825030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12ab0716-244c-4155-99b6-581618f9bfcf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.938385] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.938385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.938385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.938385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.938385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.938642] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 252d01c1-64bb-4111-a611-81b1bd4c742c already deleted. [ 689.938642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.939186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.939380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.939475] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('252d01c1-64bb-4111-a611-81b1bd4c742c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.463359] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.463606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.463606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.463779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.464389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.464389] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 252d01c1-64bb-4111-a611-81b1bd4c742c already deleted. [ 690.464389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.695591] env[70476]: INFO networking_nsxv3.common.synchronization [req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 req-910093ec-cf8d-4a9f-9cd0-b372664c32c8 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Enqueued Resource ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 with Priority: HIGHEST for action security_group_members [ 690.695910] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 with Priority: HIGHEST for action security_group_members [ 690.696858] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.696858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.696858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.696858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.697294] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.697294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.697294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.697294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.697561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.697561] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47ffdcd1-2fdf-4abc-89eb-58f17aeedb59',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.056182] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 691.056449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.061065] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087f8d5-adb2-426b-a41c-ed999ca09661 in Status: SUCCESS [ 691.061369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.061582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.061862] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.062028] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.062303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.062386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.062563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.062646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.062949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.062949] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f087f8d5-adb2-426b-a41c-ed999ca09661',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.154199] env[70476]: INFO networking_nsxv3.common.synchronization [None req-17cb4ad1-cbd5-4661-bbdb-27be0ebb6efe None None] Enqueued Resource ID: e4adfa0f-6949-4863-9a52-99a7a1d291cc with Priority: HIGHEST for action port [ 691.154913] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4adfa0f-6949-4863-9a52-99a7a1d291cc with Priority: HIGHEST for action port [ 691.156035] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4adfa0f-6949-4863-9a52-99a7a1d291cc taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.156220] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4adfa0f-6949-4863-9a52-99a7a1d291cc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.156315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4adfa0f-6949-4863-9a52-99a7a1d291cc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.157312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4adfa0f-6949-4863-9a52-99a7a1d291cc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.157312] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4adfa0f-6949-4863-9a52-99a7a1d291cc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.200721] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.200881] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.200964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.201217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.201313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.201513] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.201613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.201674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.201989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.201989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.201989] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 is going to be updated. [ 691.226929] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.227113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.227159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.227602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.227602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.241022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 in Status: IN_PROGRESS for 2s [ 691.331010] env[70476]: INFO networking_nsxv3.common.synchronization [req-672247aa-366b-4716-a9d7-da2b81f578ec req-ba0e7b5a-bcf7-4536-b15d-2dd8632fa69a tempest-SecurityGroupRulesTestJSON-655610754 tempest-SecurityGroupRulesTestJSON-655610754-project-member] Enqueued Resource ID: 2e231f6d-41d7-438c-8fd4-ccd7b29a0d67 with Priority: HIGHEST for action security_group_rules [ 691.331010] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e231f6d-41d7-438c-8fd4-ccd7b29a0d67 with Priority: HIGHEST for action security_group_rules [ 691.331010] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.331010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.331010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.331449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.331740] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e231f6d-41d7-438c-8fd4-ccd7b29a0d67',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.565954] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f087f8d5-adb2-426b-a41c-ed999ca09661',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.623755] env[70476]: INFO networking_nsxv3.common.synchronization [req-2f5333ba-f767-469f-a746-b1c41d89f7f1 req-35411aa1-6845-4892-bea3-f776e933a0bd tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Enqueued Resource ID: 65d6766d-0129-4506-bb27-918f8fa77a3a with Priority: HIGHEST for action security_group_members [ 691.623755] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d6766d-0129-4506-bb27-918f8fa77a3a with Priority: HIGHEST for action security_group_members [ 691.623755] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-65d6766d-0129-4506-bb27-918f8fa77a3a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.623755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.623755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.625643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.625908] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.626028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.626095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.626264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.626350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.626445] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65d6766d-0129-4506-bb27-918f8fa77a3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.660757] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4adfa0f-6949-4863-9a52-99a7a1d291cc [ 691.661045] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.661186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.661258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.661461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.661547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.661671] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4adfa0f-6949-4863-9a52-99a7a1d291cc already deleted. [ 691.661782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4adfa0f-6949-4863-9a52-99a7a1d291cc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.703261] env[70476]: INFO networking_nsxv3.common.synchronization [None req-2eb36d55-2687-4ff3-b4b6-344f29526e41 None None] Enqueued Resource ID: f17ef389-8a1a-454a-8d89-c0b8f8faa417 with Priority: HIGHEST for action port [ 691.703581] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17ef389-8a1a-454a-8d89-c0b8f8faa417 with Priority: HIGHEST for action port [ 691.704497] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f17ef389-8a1a-454a-8d89-c0b8f8faa417 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.704497] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f17ef389-8a1a-454a-8d89-c0b8f8faa417" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.704497] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f17ef389-8a1a-454a-8d89-c0b8f8faa417" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.706471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f17ef389-8a1a-454a-8d89-c0b8f8faa417" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.706471] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f17ef389-8a1a-454a-8d89-c0b8f8faa417',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.862285] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.862285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.862285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.862285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.862285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.862285] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e231f6d-41d7-438c-8fd4-ccd7b29a0d67 already deleted. [ 691.862285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e231f6d-41d7-438c-8fd4-ccd7b29a0d67" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.069399] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f087f8d5-adb2-426b-a41c-ed999ca09661: rpc.has_security_group_logging(os_id): False [ 692.088976] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.091010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.091164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.091443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.091552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.091832] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.091956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.092049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.092195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.092271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.092361] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f087f8d5-adb2-426b-a41c-ed999ca09661 is going to be created. [ 692.131814] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.131814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.131814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.131814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.131814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.131814] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.131814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.131814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.131814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.131814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.131814] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65d6766d-0129-4506-bb27-918f8fa77a3a already deleted. [ 692.131814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.151159] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.152253] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.152253] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.152253] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.152253] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.164916] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f087f8d5-adb2-426b-a41c-ed999ca09661 in Status: IN_PROGRESS for 2s [ 692.207663] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f17ef389-8a1a-454a-8d89-c0b8f8faa417 [ 692.207974] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.208823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.208823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.208823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.208823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.208823] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f17ef389-8a1a-454a-8d89-c0b8f8faa417 already deleted. [ 692.208823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f17ef389-8a1a-454a-8d89-c0b8f8faa417" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.995268] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.995268] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-591" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.995268] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-591" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.995268] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-591" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.995268] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.997199] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.998217] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.000503] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.000503] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.000503] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.000503] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.000503] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.000503] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.000503] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.001062] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.001364] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.023025] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.023025] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.023025] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.023025] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-591" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.023025] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-9cc000c8-d583-4d29-a304-b00924f68c26 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.023025] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-9cc000c8-d583-4d29-a304-b00924f68c26" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.023025] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-9cc000c8-d583-4d29-a304-b00924f68c26" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.023025] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-9cc000c8-d583-4d29-a304-b00924f68c26" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.023025] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cc000c8-d583-4d29-a304-b00924f68c26',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.046433] env[70476]: INFO networking_nsxv3.common.synchronization [None req-3ba1dec8-3397-464d-8184-54ac4c1dd11e None None] Enqueued Resource ID: bef86da6-b4f7-48c6-839e-93fe82e1e616 with Priority: HIGHEST for action port [ 693.046698] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef86da6-b4f7-48c6-839e-93fe82e1e616 with Priority: HIGHEST for action port [ 693.048278] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-bef86da6-b4f7-48c6-839e-93fe82e1e616 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.048278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bef86da6-b4f7-48c6-839e-93fe82e1e616" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.048278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bef86da6-b4f7-48c6-839e-93fe82e1e616" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.048278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bef86da6-b4f7-48c6-839e-93fe82e1e616" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.048278] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef86da6-b4f7-48c6-839e-93fe82e1e616',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.252940] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 in Status: SUCCESS [ 693.255634] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47ffdcd1-2fdf-4abc-89eb-58f17aeedb59 deletion is rescheduled due to dependency. [ 693.255634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47ffdcd1-2fdf-4abc-89eb-58f17aeedb59" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.531148] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.531148] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.531148] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.531148] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.531148] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.531148] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 9cc000c8-d583-4d29-a304-b00924f68c26 not found, creating... [ 693.531148] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.540035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.540035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.540035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.540035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.540035] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.540035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.540035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.540035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.540035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.540035] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 9cc000c8-d583-4d29-a304-b00924f68c26 is going to be created. [ 693.556440] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bef86da6-b4f7-48c6-839e-93fe82e1e616 [ 693.556658] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.559558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.559558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.559558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.559558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.559558] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bef86da6-b4f7-48c6-839e-93fe82e1e616 already deleted. [ 693.559558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bef86da6-b4f7-48c6-839e-93fe82e1e616" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.561602] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.561602] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.561602] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.561602] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.561783] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.562686] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-9cc000c8-d583-4d29-a304-b00924f68c26" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.107230] env[70476]: INFO networking_nsxv3.common.synchronization [None req-30f5e203-ac95-4cab-9b9a-890d5ceb287a None None] Enqueued Resource ID: f6bca353-6695-48f3-a092-27f20579899e with Priority: HIGHEST for action port [ 694.107230] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bca353-6695-48f3-a092-27f20579899e with Priority: HIGHEST for action port [ 694.107799] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6bca353-6695-48f3-a092-27f20579899e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.107912] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6bca353-6695-48f3-a092-27f20579899e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.107963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6bca353-6695-48f3-a092-27f20579899e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.114464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6bca353-6695-48f3-a092-27f20579899e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.114464] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6bca353-6695-48f3-a092-27f20579899e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.180213] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f087f8d5-adb2-426b-a41c-ed999ca09661 in Status: SUCCESS [ 694.180539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.620479] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6bca353-6695-48f3-a092-27f20579899e [ 694.620632] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.620774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.620841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.621077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.621518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.621518] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6bca353-6695-48f3-a092-27f20579899e already deleted. [ 694.621518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6bca353-6695-48f3-a092-27f20579899e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.234356] env[70476]: INFO networking_nsxv3.common.synchronization [req-1b11c544-e31a-495c-adf9-af4fc2878aa5 req-d0b0b407-8208-4878-a3a6-fd3759ef4a0d tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Enqueued Resource ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 with Priority: HIGHEST for action security_group_members [ 695.234916] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 with Priority: HIGHEST for action security_group_members [ 695.235241] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab36a603-ac60-4e9e-a31c-644a3fe73b42 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.235415] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.235535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.235790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.235963] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.236080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.236134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.236317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.236458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.236507] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab36a603-ac60-4e9e-a31c-644a3fe73b42',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.326653] env[70476]: INFO networking_nsxv3.common.synchronization [req-2f5333ba-f767-469f-a746-b1c41d89f7f1 req-a663a66d-d1db-448f-b656-d0489bba26ee service nova] Enqueued Resource ID: 65d6766d-0129-4506-bb27-918f8fa77a3a with Priority: HIGHEST for action security_group_rules [ 695.326840] env[70476]: INFO networking_nsxv3.common.synchronization [req-2f5333ba-f767-469f-a746-b1c41d89f7f1 req-a663a66d-d1db-448f-b656-d0489bba26ee service nova] Enqueued Resource ID: 65d6766d-0129-4506-bb27-918f8fa77a3a with Priority: HIGHEST for action security_group_members [ 695.326978] env[70476]: INFO networking_nsxv3.common.synchronization [req-2f5333ba-f767-469f-a746-b1c41d89f7f1 req-a663a66d-d1db-448f-b656-d0489bba26ee service nova] Enqueued Resource ID: 9cc000c8-d583-4d29-a304-b00924f68c26 with Priority: HIGHEST for action port [ 695.328471] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d6766d-0129-4506-bb27-918f8fa77a3a with Priority: HIGHEST for action security_group_rules [ 695.328752] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d6766d-0129-4506-bb27-918f8fa77a3a with Priority: HIGHEST for action security_group_members [ 695.328752] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc000c8-d583-4d29-a304-b00924f68c26 with Priority: HIGHEST for action port [ 695.329031] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65d6766d-0129-4506-bb27-918f8fa77a3a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.329158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.329229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.329499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.329585] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65d6766d-0129-4506-bb27-918f8fa77a3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.330709] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-65d6766d-0129-4506-bb27-918f8fa77a3a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.330709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.330709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.330878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.330944] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.331052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.331121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.331255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.331330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.331426] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65d6766d-0129-4506-bb27-918f8fa77a3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.333929] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cc000c8-d583-4d29-a304-b00924f68c26 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.334061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cc000c8-d583-4d29-a304-b00924f68c26" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.334132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cc000c8-d583-4d29-a304-b00924f68c26" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.334300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cc000c8-d583-4d29-a304-b00924f68c26" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.334395] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cc000c8-d583-4d29-a304-b00924f68c26',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.497907] env[70476]: INFO networking_nsxv3.common.synchronization [None req-9e67b2c6-34f8-4071-b3c0-e99af0a5c207 None None] Enqueued Resource ID: e53d439c-266f-43f3-bc59-30e3a16bbce3 with Priority: HIGHEST for action port [ 695.497907] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53d439c-266f-43f3-bc59-30e3a16bbce3 with Priority: HIGHEST for action port [ 695.497907] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e53d439c-266f-43f3-bc59-30e3a16bbce3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.498732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e53d439c-266f-43f3-bc59-30e3a16bbce3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.499211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e53d439c-266f-43f3-bc59-30e3a16bbce3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.499903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e53d439c-266f-43f3-bc59-30e3a16bbce3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.500161] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e53d439c-266f-43f3-bc59-30e3a16bbce3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.742240] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.742240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.742240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.742240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.742240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.742240] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.742635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.742635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.742635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.742635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.742852] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 is going to be updated. [ 695.775630] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.776266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.776387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.776634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.776815] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.789902] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 in Status: IN_PROGRESS for 2s [ 695.839132] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65d6766d-0129-4506-bb27-918f8fa77a3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.840404] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-65d6766d-0129-4506-bb27-918f8fa77a3a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.840404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.840404] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cc000c8-d583-4d29-a304-b00924f68c26 with status ACTIVE [ 695.840404] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.840760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.840760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.840760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.840872] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.842563] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.842702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.842766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.842948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.843045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.843243] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.843345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.843407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.843593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.843692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.843804] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cc000c8-d583-4d29-a304-b00924f68c26 is going to be updated. [ 695.845832] env[70476]: INFO networking_nsxv3.common.synchronization [req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 req-0a5f96ae-9f8b-4639-9158-0cae30467df3 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Enqueued Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_members [ 695.852711] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_members [ 695.853911] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.853911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.853911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.854165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.854346] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.854473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.854545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.854777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.854845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.854920] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.874266] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.877258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.877258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.877258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.877258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.877258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cc000c8-d583-4d29-a304-b00924f68c26" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.003273] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e53d439c-266f-43f3-bc59-30e3a16bbce3 [ 696.004313] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.004462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.004534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.005121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.005374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.005374] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e53d439c-266f-43f3-bc59-30e3a16bbce3 already deleted. [ 696.005439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e53d439c-266f-43f3-bc59-30e3a16bbce3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.352820] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65d6766d-0129-4506-bb27-918f8fa77a3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.361048] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.361048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.361048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.361048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.361048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.361048] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.361048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.361048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.361048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.361048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.361048] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 already deleted. [ 696.361048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.466523] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.466719] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-648" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.466839] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-648" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.467319] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-648" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.467457] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.467640] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.468096] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.469681] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.469860] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.470124] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.470711] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.470711] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.470711] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.470711] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.470711] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.470978] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.488787] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.489226] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.489561] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.490070] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-648" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.490613] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.491154] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.491154] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.491540] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.491540] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0deaa3e4-47ae-49e4-8da8-43fad3fc30a8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.854571] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.854743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.854817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.855063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.855161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.855274] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65d6766d-0129-4506-bb27-918f8fa77a3a is going to be created. [ 696.883702] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.883702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.883702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.883702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.883702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.895490] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65d6766d-0129-4506-bb27-918f8fa77a3a in Status: UNINITIALIZED for 2s [ 696.997217] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.997217] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.997217] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.997217] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.997217] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.997217] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 not found, creating... [ 696.997217] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.997217] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.997217] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.997217] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.998284] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.998699] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.002119] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.002119] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.002119] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.002119] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.002119] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 is going to be created. [ 697.025487] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.025799] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.025948] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.026274] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.026556] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.026820] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.345461] env[70476]: INFO networking_nsxv3.common.synchronization [None req-b977dcdd-8dcd-4c21-90a6-40a5a3f1a8cd tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Enqueued Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGHEST for action security_group_rules [ 697.346139] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGHEST for action security_group_rules [ 697.346531] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f193f11-201c-42d0-8bff-3316eea27fde taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.346665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.346729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.346955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.347101] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f193f11-201c-42d0-8bff-3316eea27fde',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.498684] env[70476]: INFO networking_nsxv3.common.synchronization [None req-24371a1d-5275-40c4-895e-fa7bb4afcc34 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Enqueued Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGHEST for action security_group_rules [ 697.500095] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGHEST for action security_group_rules [ 697.500804] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f193f11-201c-42d0-8bff-3316eea27fde taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.501990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.799234] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 in Status: SUCCESS [ 697.799487] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab36a603-ac60-4e9e-a31c-644a3fe73b42 deletion is rescheduled due to dependency. [ 697.799634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab36a603-ac60-4e9e-a31c-644a3fe73b42" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.865054] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.865218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.865287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.865522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.865603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.865688] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f193f11-201c-42d0-8bff-3316eea27fde already deleted. [ 697.865777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.865961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.866196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.866310] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f193f11-201c-42d0-8bff-3316eea27fde',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.888009] env[70476]: INFO networking_nsxv3.common.synchronization [req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 req-9d6f0b60-3898-4ea5-a2b3-1833907175fe service nova] Enqueued Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_rules [ 697.888285] env[70476]: INFO networking_nsxv3.common.synchronization [req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 req-9d6f0b60-3898-4ea5-a2b3-1833907175fe service nova] Enqueued Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_members [ 697.888364] env[70476]: INFO networking_nsxv3.common.synchronization [req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 req-9d6f0b60-3898-4ea5-a2b3-1833907175fe service nova] Enqueued Resource ID: 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 with Priority: HIGHEST for action port [ 697.888822] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_rules [ 697.888947] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_members [ 697.889371] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 with Priority: HIGHEST for action port [ 697.889851] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.889851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.890026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.890329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.890389] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.891175] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.891326] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.891831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.891831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.891831] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.891831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.891831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.892315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.892315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.892315] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.892857] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.892998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.893831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.893831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.893831] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0deaa3e4-47ae-49e4-8da8-43fad3fc30a8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.957095] env[70476]: INFO networking_nsxv3.common.synchronization [None req-222a3375-ff06-4edb-a29e-34781bef852c None None] Enqueued Resource ID: b551b79f-3ab2-402c-a6db-6e5c16e73c63 with Priority: HIGHEST for action port [ 697.957459] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b551b79f-3ab2-402c-a6db-6e5c16e73c63 with Priority: HIGHEST for action port [ 697.957893] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b551b79f-3ab2-402c-a6db-6e5c16e73c63 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.958194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b551b79f-3ab2-402c-a6db-6e5c16e73c63" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.958286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b551b79f-3ab2-402c-a6db-6e5c16e73c63" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.958574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b551b79f-3ab2-402c-a6db-6e5c16e73c63" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.958752] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b551b79f-3ab2-402c-a6db-6e5c16e73c63',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.201275] env[70476]: INFO networking_nsxv3.common.synchronization [None req-a181e301-4a45-4342-9a16-518ec46ff030 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Enqueued Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGHEST for action security_group_rules [ 698.201819] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGHEST for action security_group_rules [ 698.202142] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d69926-0375-4c98-bfd3-555628a6b211 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.202315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.202388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.205059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.205059] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.326735] env[70476]: INFO networking_nsxv3.common.synchronization [None req-11a5f66a-66f8-4969-834e-670e917a82e2 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Enqueued Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGHEST for action security_group_rules [ 698.327892] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGHEST for action security_group_rules [ 698.328246] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d69926-0375-4c98-bfd3-555628a6b211 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.328368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.390809] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.390809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.390809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.390809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.390809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.390809] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f193f11-201c-42d0-8bff-3316eea27fde already deleted. [ 698.390809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.398364] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.398364] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.398364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.398364] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 with status ACTIVE [ 698.398364] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.398364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.398364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.398364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.398364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.398364] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.398364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.398364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.398364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.398364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.398914] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.398914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.398914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.399663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.400050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.400231] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 is going to be updated. [ 698.420359] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.420359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.420359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.420359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.420359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.420359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.461880] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b551b79f-3ab2-402c-a6db-6e5c16e73c63 [ 698.461880] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.461880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.461880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.461880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.461880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.461880] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b551b79f-3ab2-402c-a6db-6e5c16e73c63 already deleted. [ 698.461880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b551b79f-3ab2-402c-a6db-6e5c16e73c63" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.526686] env[70476]: INFO networking_nsxv3.common.synchronization [None req-2a3ae9f6-0e09-4510-a5e5-69cc493e58c5 None None] Enqueued Resource ID: e69258fd-f06a-4702-9729-07830a1a8a17 with Priority: HIGHEST for action port [ 698.527358] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69258fd-f06a-4702-9729-07830a1a8a17 with Priority: HIGHEST for action port [ 698.527710] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e69258fd-f06a-4702-9729-07830a1a8a17 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.527710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e69258fd-f06a-4702-9729-07830a1a8a17" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.527873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e69258fd-f06a-4702-9729-07830a1a8a17" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.528176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e69258fd-f06a-4702-9729-07830a1a8a17" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.528478] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69258fd-f06a-4702-9729-07830a1a8a17',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.588219] env[70476]: INFO networking_nsxv3.common.synchronization [req-eae7773d-0693-4c4a-a6ca-7eb0506f073f req-40c8842b-b9ea-48d3-91b2-590ba9aa4dc9 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Enqueued Resource ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 with Priority: HIGHEST for action security_group_members [ 698.589814] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 with Priority: HIGHEST for action security_group_members [ 698.593726] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5adbd759-5e1a-4539-9793-2d65d24f4f44 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.594121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.594121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.594265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.594557] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.594557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.594658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.595074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.595074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.595173] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5adbd759-5e1a-4539-9793-2d65d24f4f44',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.733029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.734346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.734431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.734654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.734745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.734843] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d69926-0375-4c98-bfd3-555628a6b211 already deleted. [ 698.734943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.735185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.735266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.735351] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.902043] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.908080] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65d6766d-0129-4506-bb27-918f8fa77a3a in Status: SUCCESS [ 698.908337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.911135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.911135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.911135] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.911135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.911135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.911135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.911135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.911135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.911135] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65d6766d-0129-4506-bb27-918f8fa77a3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.032295] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e69258fd-f06a-4702-9729-07830a1a8a17 [ 699.032295] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.032295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.032295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.032295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.032295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.032295] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e69258fd-f06a-4702-9729-07830a1a8a17 already deleted. [ 699.032295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e69258fd-f06a-4702-9729-07830a1a8a17" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.101262] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.101367] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.101411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.101647] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.101743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.101953] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.102231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.102231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.102324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.102794] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.102794] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 already deleted. [ 699.102794] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.206241] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-636 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.206689] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-636" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.207212] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-636" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.207799] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-636" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.208219] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.208541] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.208826] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.209221] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.209521] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.209872] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.210355] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.212243] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.212243] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.212243] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.212243] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.212243] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.234030] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.234030] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.234030] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.234030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-636" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.234030] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-52e13812-89ac-4885-b0df-3d829f083e8d taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.234030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-52e13812-89ac-4885-b0df-3d829f083e8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.234030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-52e13812-89ac-4885-b0df-3d829f083e8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.234030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-52e13812-89ac-4885-b0df-3d829f083e8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.234030] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e13812-89ac-4885-b0df-3d829f083e8d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.254341] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.254636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.254636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.254798] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.255048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.255048] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d69926-0375-4c98-bfd3-555628a6b211 already deleted. [ 699.255143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.410311] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.410568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.410568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.410757] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.410890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.410989] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 is going to be created. [ 699.414251] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-65d6766d-0129-4506-bb27-918f8fa77a3a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.414392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.414480] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.414689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.414876] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.414977] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.415034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.415168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.415291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.415344] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.415506] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-65d6766d-0129-4506-bb27-918f8fa77a3a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.415574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.415612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.415761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.415896] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.415986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.416067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.416209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.416539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.416539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.416539] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65d6766d-0129-4506-bb27-918f8fa77a3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.435102] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.435330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.435330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.435445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.435656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.445813] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: UNINITIALIZED for 2s [ 699.740592] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.740592] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.740592] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.740592] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.740592] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.740592] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 52e13812-89ac-4885-b0df-3d829f083e8d not found, creating... [ 699.740592] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.740592] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.740592] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.740592] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.740592] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.741176] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.741176] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.741176] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.741176] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.741176] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.741176] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 52e13812-89ac-4885-b0df-3d829f083e8d is going to be created. [ 699.759388] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.759600] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.759931] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.760021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.760237] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.760500] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-52e13812-89ac-4885-b0df-3d829f083e8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.920573] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65d6766d-0129-4506-bb27-918f8fa77a3a: rpc.has_security_group_logging(os_id): False [ 699.938714] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.938928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.939045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.939359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.939470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.939912] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.940039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.940096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.940277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.940389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.940601] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.940708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.940773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.940936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.941060] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.941285] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.941399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.941466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.941616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.941690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.941779] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65d6766d-0129-4506-bb27-918f8fa77a3a is going to be created. [ 699.995838] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.996018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.996095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.996310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.996495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.007281] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65d6766d-0129-4506-bb27-918f8fa77a3a in Status: IN_PROGRESS for 2s [ 700.673262] env[70476]: INFO networking_nsxv3.common.synchronization [None req-82ff66a3-404f-4425-97e6-1e1f9a8446ae None None] Enqueued Resource ID: 139b12d0-072f-4673-843f-eeda6adcbd89 with Priority: HIGHEST for action port [ 700.673262] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 139b12d0-072f-4673-843f-eeda6adcbd89 with Priority: HIGHEST for action port [ 700.673262] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-139b12d0-072f-4673-843f-eeda6adcbd89 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.673262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-139b12d0-072f-4673-843f-eeda6adcbd89" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.673262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-139b12d0-072f-4673-843f-eeda6adcbd89" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.673262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-139b12d0-072f-4673-843f-eeda6adcbd89" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.673588] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('139b12d0-072f-4673-843f-eeda6adcbd89',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.176078] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 139b12d0-072f-4673-843f-eeda6adcbd89 [ 701.176452] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.176452] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.177087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.177087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.177087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.177087] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:139b12d0-072f-4673-843f-eeda6adcbd89 already deleted. [ 701.177087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-139b12d0-072f-4673-843f-eeda6adcbd89" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.252135] env[70476]: INFO networking_nsxv3.common.synchronization [req-eae7773d-0693-4c4a-a6ca-7eb0506f073f req-6ae5f665-d03b-4dc6-8131-19b8d4de483d service nova] Enqueued Resource ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 with Priority: HIGHEST for action security_group_rules [ 701.252335] env[70476]: INFO networking_nsxv3.common.synchronization [req-eae7773d-0693-4c4a-a6ca-7eb0506f073f req-6ae5f665-d03b-4dc6-8131-19b8d4de483d service nova] Enqueued Resource ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 with Priority: HIGHEST for action security_group_members [ 701.252472] env[70476]: INFO networking_nsxv3.common.synchronization [req-eae7773d-0693-4c4a-a6ca-7eb0506f073f req-6ae5f665-d03b-4dc6-8131-19b8d4de483d service nova] Enqueued Resource ID: 52e13812-89ac-4885-b0df-3d829f083e8d with Priority: HIGHEST for action port [ 701.253050] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 with Priority: HIGHEST for action security_group_rules [ 701.253204] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 with Priority: HIGHEST for action security_group_members [ 701.253300] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e13812-89ac-4885-b0df-3d829f083e8d with Priority: HIGHEST for action port [ 701.253578] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5adbd759-5e1a-4539-9793-2d65d24f4f44 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.253698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.253792] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.255489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.255626] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5adbd759-5e1a-4539-9793-2d65d24f4f44',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.256540] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5adbd759-5e1a-4539-9793-2d65d24f4f44 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.256667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.256776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.256942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.257110] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.257202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.257260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.257408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.257488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.257582] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5adbd759-5e1a-4539-9793-2d65d24f4f44',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.262503] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-52e13812-89ac-4885-b0df-3d829f083e8d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.262678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52e13812-89ac-4885-b0df-3d829f083e8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.262927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52e13812-89ac-4885-b0df-3d829f083e8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.262986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52e13812-89ac-4885-b0df-3d829f083e8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.263058] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e13812-89ac-4885-b0df-3d829f083e8d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.454477] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: SUCCESS [ 701.454768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.455020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.455301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.455624] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.456231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.456231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.456231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.456231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.456231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.456428] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.765110] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5adbd759-5e1a-4539-9793-2d65d24f4f44',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.766828] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5adbd759-5e1a-4539-9793-2d65d24f4f44 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.766828] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.766828] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52e13812-89ac-4885-b0df-3d829f083e8d with status ACTIVE [ 701.766828] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.766828] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.766828] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.767239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.767239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.767239] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.767373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.767407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.767993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.767993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.767993] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.767993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.767993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.771694] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.771770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.771874] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52e13812-89ac-4885-b0df-3d829f083e8d is going to be updated. [ 701.812715] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.812877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.812960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.813179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.813331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.813495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52e13812-89ac-4885-b0df-3d829f083e8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.960109] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.960457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.960457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.960640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.960820] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.960937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.960996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.961170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.961252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.961555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.961639] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.963053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.963053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.963053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.963053] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.963053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.963053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.963053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.963053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.963053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.963053] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.019523] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65d6766d-0129-4506-bb27-918f8fa77a3a in Status: SUCCESS [ 702.019984] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.273918] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5adbd759-5e1a-4539-9793-2d65d24f4f44',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.465128] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976: rpc.has_security_group_logging(os_id): False [ 702.486296] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.486441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.486505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.486739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.486826] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.487162] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.487162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.487310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.487366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.487436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.487664] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.487783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.487827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.487985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.488077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.488260] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.488346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.488404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.488541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.489187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.489187] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 is going to be created. [ 702.545956] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.546165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.546165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.546902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.546902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.557930] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: IN_PROGRESS for 2s [ 702.776535] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.776776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.776839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.777209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.777332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.777462] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 is going to be created. [ 702.805559] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.805965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.805965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.806248] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.806464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.819510] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 in Status: UNINITIALIZED for 2s [ 704.269979] env[70476]: INFO networking_nsxv3.common.synchronization [req-c1bac59e-568f-4ad7-95b0-0eff861ba390 req-47f91533-e2cb-47ab-9fd2-e8f1386b36e6 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Enqueued Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_members [ 704.270787] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_members [ 704.271134] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.271404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.271404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.273054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.273054] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.273054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.273054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.273054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.273054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.273054] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.571231] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: SUCCESS [ 704.571544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.776946] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.777135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.777210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.777428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.777574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.777773] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.777890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.777980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.778204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.778240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.778306] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 already deleted. [ 704.778382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.828735] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 in Status: SUCCESS [ 704.828987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.829166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.829420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.829573] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.829679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.829740] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.829895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.830163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.830163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.830163] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5adbd759-5e1a-4539-9793-2d65d24f4f44',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.117159] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.117323] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.117422] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.117731] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.117993] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.118877] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.119057] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.119321] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.119483] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.119692] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.119811] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.119922] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.120034] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.120158] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.120257] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.120392] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.139485] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.139690] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.139840] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.140071] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.140674] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-a9d2c685-6e54-4c32-b38a-a1ee187534b7 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.140903] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-a9d2c685-6e54-4c32-b38a-a1ee187534b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.141057] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-a9d2c685-6e54-4c32-b38a-a1ee187534b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.141434] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-a9d2c685-6e54-4c32-b38a-a1ee187534b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.141592] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d2c685-6e54-4c32-b38a-a1ee187534b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.333042] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5adbd759-5e1a-4539-9793-2d65d24f4f44 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.333042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.333042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.333042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.333509] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.333509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.333509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.333627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.333627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.334854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.334854] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5adbd759-5e1a-4539-9793-2d65d24f4f44 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.334854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.334854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.334854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.334854] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.334854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.334854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.334854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.334854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.334854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.335401] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5adbd759-5e1a-4539-9793-2d65d24f4f44',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.649641] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.649641] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.649641] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.649641] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.649641] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.649641] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port a9d2c685-6e54-4c32-b38a-a1ee187534b7 not found, creating... [ 705.649641] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.649641] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.649641] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.650414] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.650414] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.650414] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.650414] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.650640] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.651297] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.651297] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.652732] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: a9d2c685-6e54-4c32-b38a-a1ee187534b7 is going to be created. [ 705.672956] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.673223] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.674265] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.674265] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.674514] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.674756] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-a9d2c685-6e54-4c32-b38a-a1ee187534b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.841391] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5adbd759-5e1a-4539-9793-2d65d24f4f44: rpc.has_security_group_logging(os_id): False [ 705.860549] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.861243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.861243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.861243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.861243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.861410] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.861510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.861697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.861760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.861794] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.861975] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.862100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.862131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.862272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.862430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.863251] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.863251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.863251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.863251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.863251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.864528] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 is going to be created. [ 705.923631] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.923631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.923631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.924122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.924496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.935758] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 in Status: IN_PROGRESS for 2s [ 706.605028] env[70476]: INFO networking_nsxv3.common.synchronization [req-c1bac59e-568f-4ad7-95b0-0eff861ba390 req-8d18289d-42f1-4301-aec8-f413933ea10c service nova] Enqueued Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_rules [ 706.605274] env[70476]: INFO networking_nsxv3.common.synchronization [req-c1bac59e-568f-4ad7-95b0-0eff861ba390 req-8d18289d-42f1-4301-aec8-f413933ea10c service nova] Enqueued Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_members [ 706.605343] env[70476]: INFO networking_nsxv3.common.synchronization [req-c1bac59e-568f-4ad7-95b0-0eff861ba390 req-8d18289d-42f1-4301-aec8-f413933ea10c service nova] Enqueued Resource ID: a9d2c685-6e54-4c32-b38a-a1ee187534b7 with Priority: HIGHEST for action port [ 706.605571] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_rules [ 706.606438] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_members [ 706.606438] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d2c685-6e54-4c32-b38a-a1ee187534b7 with Priority: HIGHEST for action port [ 706.606673] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.609189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.609189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.609189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.609189] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.612503] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.612600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.612772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.612956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.613141] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.613243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.613301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.613644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.613644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.613644] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.614446] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9d2c685-6e54-4c32-b38a-a1ee187534b7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.614571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9d2c685-6e54-4c32-b38a-a1ee187534b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.614648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9d2c685-6e54-4c32-b38a-a1ee187534b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.614779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9d2c685-6e54-4c32-b38a-a1ee187534b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.614842] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d2c685-6e54-4c32-b38a-a1ee187534b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.117763] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.118900] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.118900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.118900] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9d2c685-6e54-4c32-b38a-a1ee187534b7 with status ACTIVE [ 707.118900] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.118900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.118900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.118900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.119610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.119610] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.119610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.119610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.119610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.119610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.119909] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.119909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.119909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.119909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.120068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.122692] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9d2c685-6e54-4c32-b38a-a1ee187534b7 is going to be updated. [ 707.144171] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.144322] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.144368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.144698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.144698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.144886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9d2c685-6e54-4c32-b38a-a1ee187534b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.628028] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.954403] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 in Status: SUCCESS [ 707.954806] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.127941] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.128205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.128205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.128431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.128520] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.128632] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 is going to be created. [ 708.151344] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.151501] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.151501] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.151807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.151985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.163755] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: UNINITIALIZED for 2s [ 709.312678] env[70476]: INFO networking_nsxv3.common.synchronization [req-e43df21a-3966-45c1-b970-b880d7fb7821 req-9770dafe-2386-40c0-9b1a-ac4c0c5b821b tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 709.313032] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 709.313387] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.313678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.316385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.316385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.316385] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.316385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.316385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.316385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.316385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.316385] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.357168] env[70476]: INFO networking_nsxv3.common.synchronization [None req-f6161d0d-c860-4c7d-93af-9253727cca67 None None] Enqueued Resource ID: 7d8f7349-d020-4177-808f-562fb7e4350f with Priority: HIGHEST for action port [ 709.357168] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f7349-d020-4177-808f-562fb7e4350f with Priority: HIGHEST for action port [ 709.357495] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d8f7349-d020-4177-808f-562fb7e4350f taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.357619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d8f7349-d020-4177-808f-562fb7e4350f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.357619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d8f7349-d020-4177-808f-562fb7e4350f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.357951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d8f7349-d020-4177-808f-562fb7e4350f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.358316] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d8f7349-d020-4177-808f-562fb7e4350f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.819282] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.819425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.819907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.819907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.820114] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.820514] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.820514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.820514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.820714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.820778] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.820864] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 already deleted. [ 709.820963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.860014] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d8f7349-d020-4177-808f-562fb7e4350f [ 709.860247] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.860401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.860629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.860629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.860770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.860805] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d8f7349-d020-4177-808f-562fb7e4350f already deleted. [ 709.861702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d8f7349-d020-4177-808f-562fb7e4350f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.994088] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.994088] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.994088] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.994088] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.994088] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.994088] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.994088] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.994088] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.995116] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.995116] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.995116] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.995116] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.995116] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.995116] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.995116] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.995116] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.013110] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.013356] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 710.014031] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.014031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.014031] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-128f4e5e-e308-4f04-b12f-e8a15fd22920 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.014243] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-128f4e5e-e308-4f04-b12f-e8a15fd22920" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.014611] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-128f4e5e-e308-4f04-b12f-e8a15fd22920" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.015098] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-128f4e5e-e308-4f04-b12f-e8a15fd22920" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.015098] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128f4e5e-e308-4f04-b12f-e8a15fd22920',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.174464] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: SUCCESS [ 710.174759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.174956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.175257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.175478] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.175596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.175689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.175905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.175988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.176104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.176228] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.213509] env[70476]: INFO networking_nsxv3.common.synchronization [req-0014fda0-20be-498b-a7a3-92db207a5884 req-f7973bd3-55ed-48b8-a3bd-0c46400e4f28 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Enqueued Resource ID: 65d6766d-0129-4506-bb27-918f8fa77a3a with Priority: HIGHEST for action security_group_members [ 710.215342] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d6766d-0129-4506-bb27-918f8fa77a3a with Priority: HIGHEST for action security_group_members [ 710.215342] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-65d6766d-0129-4506-bb27-918f8fa77a3a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.215342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.215342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.215342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.215607] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.215694] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.216295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.216295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.216295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.216295] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65d6766d-0129-4506-bb27-918f8fa77a3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.518349] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.518804] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.518804] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.519016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.519171] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.519381] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 128f4e5e-e308-4f04-b12f-e8a15fd22920 not found, creating... [ 710.519600] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.519766] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.519865] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.520217] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.520262] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.520564] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.523287] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.523513] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.523810] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.524213] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.524213] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 128f4e5e-e308-4f04-b12f-e8a15fd22920 is going to be created. [ 710.542523] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.544467] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.544612] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.545554] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.545554] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.545554] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-128f4e5e-e308-4f04-b12f-e8a15fd22920" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.679520] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.680144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.680144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.680144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.680406] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.680467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.680508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.680873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.681836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.681836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.681836] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.681836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.682079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.682079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.682922] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.682922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.682922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.682922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.682922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.682922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.682922] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.720334] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.720334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.720334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.720334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.720334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.720334] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.720334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.720334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.720699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.720699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.720699] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65d6766d-0129-4506-bb27-918f8fa77a3a is going to be updated. [ 710.753636] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.753783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.753851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.754091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.755140] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.764522] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65d6766d-0129-4506-bb27-918f8fa77a3a in Status: IN_PROGRESS for 2s [ 711.172373] env[70476]: INFO networking_nsxv3.common.synchronization [None req-479c94df-05bb-4933-a38f-85fb7e4f3601 None None] Enqueued Resource ID: 618d16d4-f983-4d77-83e5-21c7c1e531b5 with Priority: HIGHEST for action port [ 711.173702] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 618d16d4-f983-4d77-83e5-21c7c1e531b5 with Priority: HIGHEST for action port [ 711.174744] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-618d16d4-f983-4d77-83e5-21c7c1e531b5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.175062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-618d16d4-f983-4d77-83e5-21c7c1e531b5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.175062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-618d16d4-f983-4d77-83e5-21c7c1e531b5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.175321] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-618d16d4-f983-4d77-83e5-21c7c1e531b5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.175321] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('618d16d4-f983-4d77-83e5-21c7c1e531b5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.184863] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dee5711-ebbd-4e1e-9e61-a0b7fef80443: rpc.has_security_group_logging(os_id): False [ 711.219170] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.219333] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.219393] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.219582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.219675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.220422] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.220422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.220422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.220576] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.220658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.220866] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.220965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.221053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.221171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.221245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.223617] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.223813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.223884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.224062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.224191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.224260] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 is going to be created. [ 711.284614] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.284785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.284853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.285106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.285309] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.295799] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: IN_PROGRESS for 2s [ 711.646630] env[70476]: INFO networking_nsxv3.common.synchronization [req-e43df21a-3966-45c1-b970-b880d7fb7821 req-3726155c-5244-48f4-9d71-301e3050efed service nova] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_rules [ 711.646903] env[70476]: INFO networking_nsxv3.common.synchronization [req-e43df21a-3966-45c1-b970-b880d7fb7821 req-3726155c-5244-48f4-9d71-301e3050efed service nova] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 711.646945] env[70476]: INFO networking_nsxv3.common.synchronization [req-e43df21a-3966-45c1-b970-b880d7fb7821 req-3726155c-5244-48f4-9d71-301e3050efed service nova] Enqueued Resource ID: 128f4e5e-e308-4f04-b12f-e8a15fd22920 with Priority: HIGHEST for action port [ 711.648151] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_rules [ 711.648151] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 711.648151] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128f4e5e-e308-4f04-b12f-e8a15fd22920 with Priority: HIGHEST for action port [ 711.648151] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.649678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.649775] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.649988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.650122] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.650982] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.651095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.651168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.651346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.651495] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.651589] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.651651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.651790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.651877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.651979] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.652813] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-128f4e5e-e308-4f04-b12f-e8a15fd22920 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.653108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-128f4e5e-e308-4f04-b12f-e8a15fd22920" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.653108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-128f4e5e-e308-4f04-b12f-e8a15fd22920" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.653701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-128f4e5e-e308-4f04-b12f-e8a15fd22920" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.653800] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128f4e5e-e308-4f04-b12f-e8a15fd22920',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.679190] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 618d16d4-f983-4d77-83e5-21c7c1e531b5 [ 711.679190] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.679459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.679459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.679607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.679715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.679837] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:618d16d4-f983-4d77-83e5-21c7c1e531b5 already deleted. [ 711.679837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-618d16d4-f983-4d77-83e5-21c7c1e531b5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.155393] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.155799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.155909] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.165641] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 128f4e5e-e308-4f04-b12f-e8a15fd22920 with status ACTIVE [ 712.165641] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.165641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.165641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.165641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.165641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.165641] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.166022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.166022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.166022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.166130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.166733] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.166733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.166733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.166733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.166733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.166974] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 128f4e5e-e308-4f04-b12f-e8a15fd22920 is going to be updated. [ 712.189038] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.189038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.189038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.189038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.189038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.189038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-128f4e5e-e308-4f04-b12f-e8a15fd22920" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.470377] env[70476]: INFO networking_nsxv3.common.synchronization [req-adc663a8-3578-47a7-b6bd-536f7adc670d req-f7fc3123-70f3-4169-aedb-f1617e7f0599 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Enqueued Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_members [ 712.470377] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_members [ 712.471726] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.472024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.472216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.472627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.472926] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.473198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.473380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.473743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.475376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.475376] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.672140] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.775054] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65d6766d-0129-4506-bb27-918f8fa77a3a in Status: SUCCESS [ 712.775054] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65d6766d-0129-4506-bb27-918f8fa77a3a deletion is rescheduled due to dependency. [ 712.775054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65d6766d-0129-4506-bb27-918f8fa77a3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.977359] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.977581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.977665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.977980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.978128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.978308] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.978413] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.978475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.978650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.978727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.978895] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe is going to be updated. [ 713.006942] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.006942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.006942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.006942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.006942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.015997] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: IN_PROGRESS for 2s [ 713.161030] env[70476]: INFO networking_nsxv3.common.synchronization [None req-fcd201e6-7cbd-4c61-8451-648d01d39b24 None None] Enqueued Resource ID: 15d2e3b5-3b90-4c83-948e-2801653312d6 with Priority: HIGHEST for action port [ 713.161435] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d2e3b5-3b90-4c83-948e-2801653312d6 with Priority: HIGHEST for action port [ 713.162126] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d2e3b5-3b90-4c83-948e-2801653312d6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.165379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d2e3b5-3b90-4c83-948e-2801653312d6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.165379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d2e3b5-3b90-4c83-948e-2801653312d6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.165379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d2e3b5-3b90-4c83-948e-2801653312d6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.165379] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d2e3b5-3b90-4c83-948e-2801653312d6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.178565] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.178565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.178565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.178565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.178565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.178565] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be created. [ 713.217731] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.218068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.218156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.218389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.218556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.230019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: UNINITIALIZED for 2s [ 713.307743] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: SUCCESS [ 713.308019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.588035] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.588211] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.588211] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.588485] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.588744] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.588918] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.589890] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.590026] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.590193] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.591040] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.591040] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.591040] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.591040] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.591040] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.591040] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.591294] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.610195] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.610195] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.610195] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.610674] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.610674] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-adbaf51b-c323-477a-84bf-fb8195654a8d taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.611725] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-adbaf51b-c323-477a-84bf-fb8195654a8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.611725] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-adbaf51b-c323-477a-84bf-fb8195654a8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.611725] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-adbaf51b-c323-477a-84bf-fb8195654a8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.611933] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adbaf51b-c323-477a-84bf-fb8195654a8d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.668212] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15d2e3b5-3b90-4c83-948e-2801653312d6 [ 713.668568] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.668744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.668857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.669475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.669475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.669475] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15d2e3b5-3b90-4c83-948e-2801653312d6 already deleted. [ 713.669626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d2e3b5-3b90-4c83-948e-2801653312d6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.826479] env[70476]: INFO networking_nsxv3.common.synchronization [None req-94dc4450-a8d6-4497-bfde-f9716e72d8ad None None] Enqueued Resource ID: a977b1cb-1b00-4a2b-a8de-05783c46a473 with Priority: HIGHEST for action port [ 713.827582] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a977b1cb-1b00-4a2b-a8de-05783c46a473 with Priority: HIGHEST for action port [ 713.827947] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a977b1cb-1b00-4a2b-a8de-05783c46a473 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.828120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a977b1cb-1b00-4a2b-a8de-05783c46a473" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.828217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a977b1cb-1b00-4a2b-a8de-05783c46a473" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.828534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a977b1cb-1b00-4a2b-a8de-05783c46a473" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.828655] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a977b1cb-1b00-4a2b-a8de-05783c46a473',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.868297] env[70476]: INFO networking_nsxv3.common.synchronization [None req-941e5c2e-d45a-43fe-8f9e-2ce2dfbc8285 None None] Enqueued Resource ID: db8f2171-a876-4fd1-84c5-4688ce224497 with Priority: HIGHEST for action port [ 713.868297] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8f2171-a876-4fd1-84c5-4688ce224497 with Priority: HIGHEST for action port [ 713.868297] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-db8f2171-a876-4fd1-84c5-4688ce224497 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.868297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db8f2171-a876-4fd1-84c5-4688ce224497" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.868297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db8f2171-a876-4fd1-84c5-4688ce224497" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.868297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db8f2171-a876-4fd1-84c5-4688ce224497" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.869136] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db8f2171-a876-4fd1-84c5-4688ce224497',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.121320] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.121320] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.121320] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.121320] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.121320] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.121320] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port adbaf51b-c323-477a-84bf-fb8195654a8d not found, creating... [ 714.121320] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.121320] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.121320] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.121320] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.121320] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.122246] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.123284] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.125129] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.125129] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.125129] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.125129] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: adbaf51b-c323-477a-84bf-fb8195654a8d is going to be created. [ 714.142635] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.142744] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.143338] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.143338] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.143838] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.143838] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-adbaf51b-c323-477a-84bf-fb8195654a8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.330709] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a977b1cb-1b00-4a2b-a8de-05783c46a473 [ 714.330967] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.331123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.331193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.331437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.331552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.331689] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a977b1cb-1b00-4a2b-a8de-05783c46a473 already deleted. [ 714.331777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a977b1cb-1b00-4a2b-a8de-05783c46a473" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.372989] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db8f2171-a876-4fd1-84c5-4688ce224497 [ 714.372989] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.372989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.372989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.373206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.373206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.373439] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db8f2171-a876-4fd1-84c5-4688ce224497 already deleted. [ 714.373439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db8f2171-a876-4fd1-84c5-4688ce224497" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.448769] env[70476]: INFO networking_nsxv3.common.synchronization [req-f60c3f6a-29d5-424e-a99e-539ba37a2365 req-b2d5308d-7ee7-4dfe-93ff-12660c0c98f0 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 714.449359] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 714.449694] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.449820] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.449887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.454040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.454040] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.454040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.454040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.454040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.454040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.454040] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.958144] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.958144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.958425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.958425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.958487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.958753] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.958753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.959538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.959538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.959538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.959538] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b already deleted. [ 714.959538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.026565] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: SUCCESS [ 715.026765] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe deletion is rescheduled due to dependency. [ 715.026885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.104854] env[70476]: INFO networking_nsxv3.common.synchronization [None req-aa7e8f7f-25e9-401e-bd0c-37c8d3915eb5 None None] Enqueued Resource ID: dd8e131f-fa98-410f-9451-61eb050b1081 with Priority: HIGHEST for action port [ 715.105133] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8e131f-fa98-410f-9451-61eb050b1081 with Priority: HIGHEST for action port [ 715.105811] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd8e131f-fa98-410f-9451-61eb050b1081 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.105997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd8e131f-fa98-410f-9451-61eb050b1081" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.106340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd8e131f-fa98-410f-9451-61eb050b1081" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.106702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd8e131f-fa98-410f-9451-61eb050b1081" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.106798] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8e131f-fa98-410f-9451-61eb050b1081',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.229885] env[70476]: INFO networking_nsxv3.common.synchronization [None req-37a1c3c8-9268-4326-b670-0b481d5756d7 None None] Enqueued Resource ID: f2426c81-d3ff-4fcc-983a-5b1f2fb9e0e8 with Priority: HIGHEST for action port [ 715.235168] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2426c81-d3ff-4fcc-983a-5b1f2fb9e0e8 with Priority: HIGHEST for action port [ 715.235168] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2426c81-d3ff-4fcc-983a-5b1f2fb9e0e8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.235168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2426c81-d3ff-4fcc-983a-5b1f2fb9e0e8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.235168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2426c81-d3ff-4fcc-983a-5b1f2fb9e0e8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.235168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2426c81-d3ff-4fcc-983a-5b1f2fb9e0e8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.235168] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2426c81-d3ff-4fcc-983a-5b1f2fb9e0e8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.243102] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.243102] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.243281] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.243578] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.243869] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.244059] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.244196] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.247368] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.247559] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.248200] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.248334] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.248994] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.249096] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.249228] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.249342] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.250047] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.254060] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 715.254534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.255441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.255743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.257022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.257022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.257022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.257022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.257022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.257022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.257022] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.277028] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.277028] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.277028] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.277028] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.277028] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-9e69108d-ea75-4d5f-af60-7025cc9d7447 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.277028] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-9e69108d-ea75-4d5f-af60-7025cc9d7447" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.277028] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-9e69108d-ea75-4d5f-af60-7025cc9d7447" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.277028] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-9e69108d-ea75-4d5f-af60-7025cc9d7447" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.277028] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e69108d-ea75-4d5f-af60-7025cc9d7447',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.608555] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd8e131f-fa98-410f-9451-61eb050b1081 [ 715.608784] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.609035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.609035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.609207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.609302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.609497] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd8e131f-fa98-410f-9451-61eb050b1081 already deleted. [ 715.609497] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd8e131f-fa98-410f-9451-61eb050b1081" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.742035] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2426c81-d3ff-4fcc-983a-5b1f2fb9e0e8 [ 715.742035] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.742035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.742035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.742035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.742035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.742035] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2426c81-d3ff-4fcc-983a-5b1f2fb9e0e8 already deleted. [ 715.742035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2426c81-d3ff-4fcc-983a-5b1f2fb9e0e8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.760682] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.780138] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.780408] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.780661] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.780837] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.780992] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.781221] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 9e69108d-ea75-4d5f-af60-7025cc9d7447 not found, creating... [ 715.781535] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.783885] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.783885] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.783885] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.783885] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.783885] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.783885] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.783885] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.783885] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.783885] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.784807] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 9e69108d-ea75-4d5f-af60-7025cc9d7447 is going to be created. [ 715.804416] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.804643] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.804760] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.805087] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.805344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.805579] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-9e69108d-ea75-4d5f-af60-7025cc9d7447" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.002377] env[70476]: INFO networking_nsxv3.common.synchronization [req-adc663a8-3578-47a7-b6bd-536f7adc670d req-4d8cb37c-d728-4e32-980a-abd0b6dad406 service nova] Enqueued Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_rules [ 716.004018] env[70476]: INFO networking_nsxv3.common.synchronization [req-adc663a8-3578-47a7-b6bd-536f7adc670d req-4d8cb37c-d728-4e32-980a-abd0b6dad406 service nova] Enqueued Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_members [ 716.004018] env[70476]: INFO networking_nsxv3.common.synchronization [req-adc663a8-3578-47a7-b6bd-536f7adc670d req-4d8cb37c-d728-4e32-980a-abd0b6dad406 service nova] Enqueued Resource ID: adbaf51b-c323-477a-84bf-fb8195654a8d with Priority: HIGHEST for action port [ 716.004018] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_rules [ 716.004018] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_members [ 716.004325] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbaf51b-c323-477a-84bf-fb8195654a8d with Priority: HIGHEST for action port [ 716.004780] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.005061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.005274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.006359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.006359] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.007297] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.007550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.007904] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.008561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.008561] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.008561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.008801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.009086] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.010036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.010036] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.010305] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-adbaf51b-c323-477a-84bf-fb8195654a8d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.010381] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adbaf51b-c323-477a-84bf-fb8195654a8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.010418] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adbaf51b-c323-477a-84bf-fb8195654a8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.010833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adbaf51b-c323-477a-84bf-fb8195654a8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.010909] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adbaf51b-c323-477a-84bf-fb8195654a8d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.329975] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 003d9f79-8f90-481f-b181-a5fcc0636017: rpc.has_security_group_logging(os_id): False [ 716.329975] env[70476]: INFO networking_nsxv3.common.synchronization [None req-62eae9bf-ad88-418e-9c5d-1fde92209871 None None] Enqueued Resource ID: a96ee3ee-3f75-4583-bbbe-f48861fee021 with Priority: HIGHEST for action port [ 716.329975] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96ee3ee-3f75-4583-bbbe-f48861fee021 with Priority: HIGHEST for action port [ 716.329975] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a96ee3ee-3f75-4583-bbbe-f48861fee021 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.329975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a96ee3ee-3f75-4583-bbbe-f48861fee021" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.329975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a96ee3ee-3f75-4583-bbbe-f48861fee021" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.329975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a96ee3ee-3f75-4583-bbbe-f48861fee021" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.329975] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96ee3ee-3f75-4583-bbbe-f48861fee021',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.329975] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.329975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.329975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.329975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.329975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.329975] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.329975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.329975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.329975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.329975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.334672] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be created. [ 716.348276] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.348458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.348521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.348753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.348935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.361253] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 716.513230] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.514283] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.514386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.514550] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adbaf51b-c323-477a-84bf-fb8195654a8d with status ACTIVE [ 716.514706] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.514808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.514880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.515100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.515185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.515358] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.515450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.515508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.515658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.515730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.515907] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.515994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.523836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.524099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.524195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.524306] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adbaf51b-c323-477a-84bf-fb8195654a8d is going to be updated. [ 716.549022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.549248] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.549310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.549476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.549609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.549772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adbaf51b-c323-477a-84bf-fb8195654a8d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.781625] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a96ee3ee-3f75-4583-bbbe-f48861fee021 [ 716.781807] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.781974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.782055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.782342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.782447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.782540] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a96ee3ee-3f75-4583-bbbe-f48861fee021 already deleted. [ 716.782625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a96ee3ee-3f75-4583-bbbe-f48861fee021" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.847292] env[70476]: INFO networking_nsxv3.common.synchronization [req-f60c3f6a-29d5-424e-a99e-539ba37a2365 req-5e1e0b29-3130-4392-9e35-033907087625 service nova] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_rules [ 716.847292] env[70476]: INFO networking_nsxv3.common.synchronization [req-f60c3f6a-29d5-424e-a99e-539ba37a2365 req-5e1e0b29-3130-4392-9e35-033907087625 service nova] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 716.847292] env[70476]: INFO networking_nsxv3.common.synchronization [req-f60c3f6a-29d5-424e-a99e-539ba37a2365 req-5e1e0b29-3130-4392-9e35-033907087625 service nova] Enqueued Resource ID: 9e69108d-ea75-4d5f-af60-7025cc9d7447 with Priority: HIGHEST for action port [ 716.847292] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_rules [ 716.847292] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 716.847292] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e69108d-ea75-4d5f-af60-7025cc9d7447 with Priority: HIGHEST for action port [ 716.847292] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.847292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.848046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.848402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.849837] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.849837] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.849837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.849837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.850856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.852116] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.852116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.852116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.852116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.852116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.852116] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.852971] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e69108d-ea75-4d5f-af60-7025cc9d7447 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.856407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e69108d-ea75-4d5f-af60-7025cc9d7447" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.856407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e69108d-ea75-4d5f-af60-7025cc9d7447" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.856601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e69108d-ea75-4d5f-af60-7025cc9d7447" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.856682] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e69108d-ea75-4d5f-af60-7025cc9d7447',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.981989] env[70476]: INFO networking_nsxv3.common.synchronization [None req-4fb38a6a-5d9e-4f56-9b9e-60ed08fa305a None None] Enqueued Resource ID: 33a59555-3538-4aca-b9a5-e273aecf70cf with Priority: HIGHEST for action port [ 716.981989] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a59555-3538-4aca-b9a5-e273aecf70cf with Priority: HIGHEST for action port [ 716.981989] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-33a59555-3538-4aca-b9a5-e273aecf70cf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.981989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33a59555-3538-4aca-b9a5-e273aecf70cf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.981989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33a59555-3538-4aca-b9a5-e273aecf70cf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.981989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33a59555-3538-4aca-b9a5-e273aecf70cf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.981989] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33a59555-3538-4aca-b9a5-e273aecf70cf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.026719] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.059825] env[70476]: INFO networking_nsxv3.common.synchronization [None req-872a1398-9ab4-43e9-b458-160aaf609cca tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_rules [ 717.059825] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_rules [ 717.060029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.060752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.060752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.060752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.060752] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.328712] env[70476]: INFO networking_nsxv3.common.synchronization [req-3b97349c-0e3e-42a8-bdb5-c04e92455470 req-84daeffb-4f63-49e6-83ef-395ed6ad6215 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 252d01c1-64bb-4111-a611-81b1bd4c742c with Priority: HIGHEST for action security_group_members [ 717.329512] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252d01c1-64bb-4111-a611-81b1bd4c742c with Priority: HIGHEST for action security_group_members [ 717.330270] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-252d01c1-64bb-4111-a611-81b1bd4c742c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.330270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.330270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.330433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.330587] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.330682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.330741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.330896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.330977] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.331088] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('252d01c1-64bb-4111-a611-81b1bd4c742c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.358882] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.359914] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.360041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.360194] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e69108d-ea75-4d5f-af60-7025cc9d7447 with status ACTIVE [ 717.360415] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.360727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.360727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.360812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.360846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.361599] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.361871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.361871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.362100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.362158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.362382] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.362482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.362539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.362659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.362735] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.362820] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e69108d-ea75-4d5f-af60-7025cc9d7447 is going to be updated. [ 717.383742] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.383742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.383742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.383742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.383965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.384092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e69108d-ea75-4d5f-af60-7025cc9d7447" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.487160] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33a59555-3538-4aca-b9a5-e273aecf70cf [ 717.487426] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.487826] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.487826] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.488418] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.488418] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.488418] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33a59555-3538-4aca-b9a5-e273aecf70cf already deleted. [ 717.488418] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33a59555-3538-4aca-b9a5-e273aecf70cf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.528910] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.529023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.531759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.531759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.531759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.531759] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe is going to be updated. [ 717.534965] env[70476]: INFO networking_nsxv3.common.synchronization [None req-1caf4542-8d2d-4fec-93f2-10bb9e634dff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_rules [ 717.537330] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_rules [ 717.537330] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.537486] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.565031] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.565031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.565031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.565841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.565841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.580095] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: IN_PROGRESS for 2s [ 717.585803] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.586073] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.586136] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.586718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.586882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.586950] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 already deleted. [ 717.586994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.587151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.587509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.587613] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.833934] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.835065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.835065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.835065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.835065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.835065] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.835455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.835455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.835455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.835455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.835578] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 252d01c1-64bb-4111-a611-81b1bd4c742c already deleted. [ 717.835674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.865941] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.871322] env[70476]: INFO networking_nsxv3.common.synchronization [req-5d346c01-3383-4cbb-affc-5a7e604c8489 req-44de8224-4938-4dea-bd35-a883da6d6dd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 717.871979] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 717.872402] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.872546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.872642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.872915] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.873136] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.873258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.873339] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.873487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.873617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.874716] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.074288] env[70476]: INFO networking_nsxv3.common.synchronization [None req-5dfee0ee-397a-4cfc-95da-508a47798d97 None None] Enqueued Resource ID: ae21df3f-2327-4613-8d3d-d16f3d04bd2a with Priority: HIGHEST for action port [ 718.074288] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae21df3f-2327-4613-8d3d-d16f3d04bd2a with Priority: HIGHEST for action port [ 718.074288] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae21df3f-2327-4613-8d3d-d16f3d04bd2a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.074288] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae21df3f-2327-4613-8d3d-d16f3d04bd2a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.074288] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae21df3f-2327-4613-8d3d-d16f3d04bd2a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.074749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae21df3f-2327-4613-8d3d-d16f3d04bd2a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.074749] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae21df3f-2327-4613-8d3d-d16f3d04bd2a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.107827] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.108075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.108176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.108354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.108449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.108578] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 already deleted. [ 718.108804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.370575] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.370816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.370816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.371054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.371264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.371335] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be created. [ 718.373092] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 718.373304] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.378262] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.378414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.378490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.378752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.378850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.379113] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.379213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.379257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.379390] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.379467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.379551] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be updated. [ 718.405132] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.405352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.405352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.405563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.405719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.408196] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.408353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.408402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.408582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.408712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.417120] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: IN_PROGRESS for 2s [ 718.418237] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: UNINITIALIZED for 2s [ 718.577559] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae21df3f-2327-4613-8d3d-d16f3d04bd2a [ 718.577793] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.577951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.578034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.578254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.578347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.578445] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae21df3f-2327-4613-8d3d-d16f3d04bd2a already deleted. [ 718.578525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae21df3f-2327-4613-8d3d-d16f3d04bd2a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.651292] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.651377] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.651483] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.651757] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.652031] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.652189] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.652301] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.652516] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.652654] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.652854] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.652971] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.655199] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.655330] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.655451] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.655560] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.655694] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.673935] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.674567] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.674635] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.674983] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.675499] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-62c5818a-0e09-487c-aa2f-fcf35fc915aa taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.675782] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-62c5818a-0e09-487c-aa2f-fcf35fc915aa" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.675992] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-62c5818a-0e09-487c-aa2f-fcf35fc915aa" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.676454] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-62c5818a-0e09-487c-aa2f-fcf35fc915aa" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.676682] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c5818a-0e09-487c-aa2f-fcf35fc915aa',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.180376] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.182173] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.182173] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.182173] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.182173] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.182173] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 62c5818a-0e09-487c-aa2f-fcf35fc915aa not found, creating... [ 719.182173] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.183136] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.183249] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.183704] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.184348] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.184786] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.185300] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.185528] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.188584] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.188584] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.188584] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 62c5818a-0e09-487c-aa2f-fcf35fc915aa is going to be created. [ 719.207887] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.208757] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.208757] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.209529] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.209615] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.209872] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-62c5818a-0e09-487c-aa2f-fcf35fc915aa" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.589686] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: SUCCESS [ 719.591147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.591147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.591147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.591147] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.591147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.591147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.591573] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.591573] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.591573] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.591573] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.094024] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.094197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.094272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.094505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.094712] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.094769] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.094824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.095108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.095210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.095210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.096224] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.096224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.096224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.096224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.096224] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.096224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.096224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.096224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.096809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.096809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.096809] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.163378] env[70476]: INFO networking_nsxv3.common.synchronization [req-3b97349c-0e3e-42a8-bdb5-c04e92455470 req-d3d933fd-7d3b-47c0-a00a-22b45652d8d7 service nova] Enqueued Resource ID: 252d01c1-64bb-4111-a611-81b1bd4c742c with Priority: HIGHEST for action security_group_rules [ 720.163378] env[70476]: INFO networking_nsxv3.common.synchronization [req-3b97349c-0e3e-42a8-bdb5-c04e92455470 req-d3d933fd-7d3b-47c0-a00a-22b45652d8d7 service nova] Enqueued Resource ID: 252d01c1-64bb-4111-a611-81b1bd4c742c with Priority: HIGHEST for action security_group_members [ 720.163378] env[70476]: INFO networking_nsxv3.common.synchronization [req-3b97349c-0e3e-42a8-bdb5-c04e92455470 req-d3d933fd-7d3b-47c0-a00a-22b45652d8d7 service nova] Enqueued Resource ID: 62c5818a-0e09-487c-aa2f-fcf35fc915aa with Priority: HIGHEST for action port [ 720.163378] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252d01c1-64bb-4111-a611-81b1bd4c742c with Priority: HIGHEST for action security_group_rules [ 720.165699] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252d01c1-64bb-4111-a611-81b1bd4c742c with Priority: HIGHEST for action security_group_members [ 720.165699] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c5818a-0e09-487c-aa2f-fcf35fc915aa with Priority: HIGHEST for action port [ 720.166465] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-252d01c1-64bb-4111-a611-81b1bd4c742c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.166465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.166465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.170921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.170921] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('252d01c1-64bb-4111-a611-81b1bd4c742c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.170921] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-252d01c1-64bb-4111-a611-81b1bd4c742c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.170921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.170921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.170921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.170921] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.170921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.171353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.171732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.171831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.171934] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('252d01c1-64bb-4111-a611-81b1bd4c742c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.174394] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-62c5818a-0e09-487c-aa2f-fcf35fc915aa taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.174503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62c5818a-0e09-487c-aa2f-fcf35fc915aa" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.174563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62c5818a-0e09-487c-aa2f-fcf35fc915aa" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.174729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62c5818a-0e09-487c-aa2f-fcf35fc915aa" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.174813] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c5818a-0e09-487c-aa2f-fcf35fc915aa',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.431315] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: SUCCESS [ 720.432465] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 deletion is rescheduled due to dependency. [ 720.432465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.434084] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 720.435070] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.435213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.435472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.435701] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.435829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.435996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.436208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.436286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.436381] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.436473] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.603216] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d26c54e-bcb3-48ef-b580-f2353bf59bbe: rpc.has_security_group_logging(os_id): False [ 720.622187] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.622187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.622187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.622187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.622187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.622187] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.622187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.622187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.622187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.622187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.622187] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.623013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.623013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.623084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.623207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.623431] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.624020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.624020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.624020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.625036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.625130] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe is going to be updated. [ 720.681061] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.681226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.681298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.682940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.682940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.682940] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-252d01c1-64bb-4111-a611-81b1bd4c742c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.682940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.685358] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('252d01c1-64bb-4111-a611-81b1bd4c742c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.686816] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62c5818a-0e09-487c-aa2f-fcf35fc915aa with status ACTIVE [ 720.686816] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.686816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.686816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.686816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.687074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.687074] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.687148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.687181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.687316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.687392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.687561] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.687653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.687712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.688754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.688754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.688754] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62c5818a-0e09-487c-aa2f-fcf35fc915aa is going to be updated. [ 720.706718] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: IN_PROGRESS for 2s [ 720.714534] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.714678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.714744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.714951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.715091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.715241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62c5818a-0e09-487c-aa2f-fcf35fc915aa" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.939729] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.940306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.940306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.940490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.940815] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.941559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.941559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.941993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.942117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.942239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.942427] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.942548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.942643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.942857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.943057] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.943332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.943428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.943791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.943791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.943791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.943954] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.191193] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('252d01c1-64bb-4111-a611-81b1bd4c742c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.450456] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b: rpc.has_security_group_logging(os_id): False [ 721.462823] env[70476]: INFO networking_nsxv3.common.synchronization [req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 req-cc674790-c1ab-4b0f-99ab-0d47354b3be7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 721.463544] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 721.463849] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.463983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.464179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.464837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.465018] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.465134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.465202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.465392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.465481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.465577] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.477908] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.477908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.477908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.477908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.477908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.477908] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.477908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.477908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.477908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.477908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.477908] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.477908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.477908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.477908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.477908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.478468] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.478468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.478468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.478468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.478468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.478751] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be created. [ 721.539625] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.539625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.539625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.539625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.539625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.547989] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 721.696325] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.696505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.696565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.697024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.697024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.697024] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 252d01c1-64bb-4111-a611-81b1bd4c742c is going to be created. [ 721.722650] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.723506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.723506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.723506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.723683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.733253] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 252d01c1-64bb-4111-a611-81b1bd4c742c in Status: UNINITIALIZED for 2s [ 721.968546] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.974548] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.974770] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.974893] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.975262] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.975562] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.975722] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.975875] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.976086] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.976230] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.976441] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.976552] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.976661] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.976765] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.976872] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.976977] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.981467] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.001776] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.001776] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.001776] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.001776] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.002220] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-c915c4ef-69a8-4929-a25c-aa75a09764cd taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.002282] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-c915c4ef-69a8-4929-a25c-aa75a09764cd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.002464] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-c915c4ef-69a8-4929-a25c-aa75a09764cd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.002734] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-c915c4ef-69a8-4929-a25c-aa75a09764cd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.002875] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c915c4ef-69a8-4929-a25c-aa75a09764cd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.484343] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.506902] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.507303] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.507303] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.507548] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.507836] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.507938] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port c915c4ef-69a8-4929-a25c-aa75a09764cd not found, creating... [ 722.508331] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.508519] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.508640] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.508871] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.509019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.509370] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.509498] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.509707] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.509820] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.509955] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.510226] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: c915c4ef-69a8-4929-a25c-aa75a09764cd is going to be created. [ 722.529490] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.529744] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.529873] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.530202] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.530538] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.530901] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-c915c4ef-69a8-4929-a25c-aa75a09764cd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.731039] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: SUCCESS [ 722.731039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.990274] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.990274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.990274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.990274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.990274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.990274] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 723.028051] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.028051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.028051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.028293] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.028435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.038343] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 723.386185] env[70476]: INFO networking_nsxv3.common.synchronization [req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 req-e1a3d954-eace-4ab2-8a4a-13cf6a626dcf service nova] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_rules [ 723.386360] env[70476]: INFO networking_nsxv3.common.synchronization [req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 req-e1a3d954-eace-4ab2-8a4a-13cf6a626dcf service nova] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 723.386498] env[70476]: INFO networking_nsxv3.common.synchronization [req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 req-e1a3d954-eace-4ab2-8a4a-13cf6a626dcf service nova] Enqueued Resource ID: c915c4ef-69a8-4929-a25c-aa75a09764cd with Priority: HIGHEST for action port [ 723.387083] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_rules [ 723.387083] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 723.387083] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c915c4ef-69a8-4929-a25c-aa75a09764cd with Priority: HIGHEST for action port [ 723.387458] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.387566] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.387754] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.387837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.392528] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c915c4ef-69a8-4929-a25c-aa75a09764cd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.392652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c915c4ef-69a8-4929-a25c-aa75a09764cd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.392722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c915c4ef-69a8-4929-a25c-aa75a09764cd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.392931] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c915c4ef-69a8-4929-a25c-aa75a09764cd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.393027] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c915c4ef-69a8-4929-a25c-aa75a09764cd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.560689] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 723.560995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.561211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.561488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.561582] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.745752] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 252d01c1-64bb-4111-a611-81b1bd4c742c in Status: SUCCESS [ 723.745752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.745752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.745752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.745752] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.745752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.745752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.745752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.745752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.745752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.745752] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('252d01c1-64bb-4111-a611-81b1bd4c742c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.894722] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c915c4ef-69a8-4929-a25c-aa75a09764cd with status ACTIVE [ 723.895111] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.895439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.895612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.895902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.896130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.896426] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.896664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.896947] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.897341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.897535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.897831] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.898072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.898226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.898465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.900042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.900042] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c915c4ef-69a8-4929-a25c-aa75a09764cd is going to be updated. [ 723.923289] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.923607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.923762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.924058] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.924302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.924539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c915c4ef-69a8-4929-a25c-aa75a09764cd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.063999] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.064187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.249671] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('252d01c1-64bb-4111-a611-81b1bd4c742c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.254355] env[70476]: INFO networking_nsxv3.common.synchronization [req-2b7d4062-05b1-4600-80af-c963633468f7 req-7867ec11-2400-41b5-b582-99d69bfa47cb tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 724.254355] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 724.254355] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.254355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.254355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.254355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.254355] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.254355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.254355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.254355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.254355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.254355] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.753235] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 252d01c1-64bb-4111-a611-81b1bd4c742c: rpc.has_security_group_logging(os_id): False [ 724.757347] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.757347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.757347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.757347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.757347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.757854] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.757854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.757854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.757854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.757854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.757854] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 724.771136] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.773296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.773296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.773296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.773296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.773296] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.773296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.773296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.774295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.774415] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.774501] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 252d01c1-64bb-4111-a611-81b1bd4c742c is going to be created. [ 724.780944] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.781114] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.781184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.781297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.781421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.789722] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 724.840020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.840189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.843346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.843346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.843346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.850557] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 252d01c1-64bb-4111-a611-81b1bd4c742c in Status: IN_PROGRESS for 2s [ 724.958882] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.958882] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.958882] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.959137] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.959522] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.959522] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.959638] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.959866] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.964020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.964020] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.964020] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.964020] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.964020] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.964020] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.964020] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.964020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.990531] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.990531] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.990531] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.990531] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.990789] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-15101367-0456-4134-8822-7f54189d0a2d taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.990886] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-15101367-0456-4134-8822-7f54189d0a2d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.990973] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-15101367-0456-4134-8822-7f54189d0a2d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.991341] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-15101367-0456-4134-8822-7f54189d0a2d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.991486] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15101367-0456-4134-8822-7f54189d0a2d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.047703] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 725.047964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.048182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.048413] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.048613] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.048732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.048995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.048995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.049144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.049144] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.495827] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.495827] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.495827] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.496140] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.496312] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.496496] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 15101367-0456-4134-8822-7f54189d0a2d not found, creating... [ 725.496810] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.496979] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.497194] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.497443] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.497599] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.498084] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.498487] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.498802] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.498863] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.499090] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.499271] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 15101367-0456-4134-8822-7f54189d0a2d is going to be created. [ 725.521468] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.521468] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.521468] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.521468] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.521468] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.521468] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-15101367-0456-4134-8822-7f54189d0a2d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.551643] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.057234] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.554891] env[70476]: INFO networking_nsxv3.common.synchronization [req-2b7d4062-05b1-4600-80af-c963633468f7 req-3fd60501-30cd-4184-831f-c64c247215f6 service nova] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_rules [ 726.555079] env[70476]: INFO networking_nsxv3.common.synchronization [req-2b7d4062-05b1-4600-80af-c963633468f7 req-3fd60501-30cd-4184-831f-c64c247215f6 service nova] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 726.555219] env[70476]: INFO networking_nsxv3.common.synchronization [req-2b7d4062-05b1-4600-80af-c963633468f7 req-3fd60501-30cd-4184-831f-c64c247215f6 service nova] Enqueued Resource ID: 15101367-0456-4134-8822-7f54189d0a2d with Priority: HIGHEST for action port [ 726.555445] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_rules [ 726.555729] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 726.555729] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15101367-0456-4134-8822-7f54189d0a2d with Priority: HIGHEST for action port [ 726.558107] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.558246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.558403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.558514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.558560] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.559969] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.559969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.560288] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-15101367-0456-4134-8822-7f54189d0a2d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.563088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15101367-0456-4134-8822-7f54189d0a2d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.563088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15101367-0456-4134-8822-7f54189d0a2d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.563088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15101367-0456-4134-8822-7f54189d0a2d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.563088] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15101367-0456-4134-8822-7f54189d0a2d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.563547] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.563547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.563547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.563547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.563547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.563772] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 726.589228] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.589430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.589430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.589585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.589724] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.598393] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 726.799540] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 726.799733] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a deletion is rescheduled due to dependency. [ 726.800116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.800116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.800276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.800454] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.800574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.800648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.800801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.800885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.800990] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.860297] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 252d01c1-64bb-4111-a611-81b1bd4c742c in Status: SUCCESS [ 726.860546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.873340] env[70476]: INFO networking_nsxv3.common.synchronization [req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba req-f78c6fd2-42d5-454a-b7bd-1fe75a09a10d tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Enqueued Resource ID: c4de8daf-aed0-4af3-9126-400411b23b0c with Priority: HIGHEST for action security_group_members [ 726.873886] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4de8daf-aed0-4af3-9126-400411b23b0c with Priority: HIGHEST for action security_group_members [ 726.874197] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4de8daf-aed0-4af3-9126-400411b23b0c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.874503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.874503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.874613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.874737] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.874838] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.874903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.875061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.875655] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.875655] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4de8daf-aed0-4af3-9126-400411b23b0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.064385] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.064662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.065867] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15101367-0456-4134-8822-7f54189d0a2d with status ACTIVE [ 727.066088] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.066217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.066280] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.066492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.066578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.066748] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.066838] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.066895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.067062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.067136] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.067362] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.067473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.067513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.067639] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.067706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.067785] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15101367-0456-4134-8822-7f54189d0a2d is going to be updated. [ 727.089593] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.089593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.089593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.089593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.089593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.089593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15101367-0456-4134-8822-7f54189d0a2d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.306550] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.379692] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.379912] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.380082] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.380426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.380484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.380684] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.380805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.380874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.381119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.381228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.381324] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4de8daf-aed0-4af3-9126-400411b23b0c is going to be updated. [ 727.407715] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.407884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.407964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.408370] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.408613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.415807] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4de8daf-aed0-4af3-9126-400411b23b0c in Status: IN_PROGRESS for 2s [ 727.810069] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.312902] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.313299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.313299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.313809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.313809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.313809] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 728.339677] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.339845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.339845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.340062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.340209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.348060] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 728.612096] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 728.612324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.612435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.612662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.612995] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.612995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.613148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.614435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.614435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.614435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.614435] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.806085] env[70476]: INFO networking_nsxv3.common.synchronization [req-9b85a6e2-3425-45e5-aec4-2a9457aac231 req-6a0fc3a2-aa61-4755-8e46-6687f61e007e tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Enqueued Resource ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 with Priority: HIGHEST for action security_group_members [ 728.807017] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 with Priority: HIGHEST for action security_group_members [ 728.809709] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5adbd759-5e1a-4539-9793-2d65d24f4f44 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.809709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.809709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.809709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.809709] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.809709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.809709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.810792] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.810792] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.810792] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5adbd759-5e1a-4539-9793-2d65d24f4f44',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.116503] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.116664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.116748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.118195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.118195] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.118195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.118195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.118195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.118195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.118195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.118195] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.118195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.118195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.118195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.118663] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.118663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.118663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.118663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.118663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.118861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.118861] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.313353] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.313695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.313695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.313917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.313917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.314091] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.314194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.314255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.314466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.314466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.314551] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 is going to be updated. [ 729.341386] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.341537] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.341613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.341810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.341972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.349455] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 in Status: IN_PROGRESS for 2s [ 729.426161] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4de8daf-aed0-4af3-9126-400411b23b0c in Status: SUCCESS [ 729.427276] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4de8daf-aed0-4af3-9126-400411b23b0c deletion is rescheduled due to dependency. [ 729.427276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4de8daf-aed0-4af3-9126-400411b23b0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.623557] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b: rpc.has_security_group_logging(os_id): False [ 729.640884] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.641060] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.641112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.641311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.641412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.641693] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.641840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.641911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.642082] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.642165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.642649] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.642649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.642649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.642649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.642831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.642900] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.643012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.643064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.643376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.643376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.643376] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 729.697107] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.697272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.697344] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.697561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.697731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.710616] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 729.983323] env[70476]: INFO networking_nsxv3.common.synchronization [req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e req-e44cc5fb-8c05-4933-a429-b5ffc90f63f0 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 729.983814] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 729.984122] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.987149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.987149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.987149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.987149] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.987149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.987149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.987149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.987149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.987149] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.303120] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.303120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.303120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.303120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.303120] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.303120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.303120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.303754] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.304066] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.304557] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.304885] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.305173] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.305418] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.305681] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.305917] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.306214] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.325536] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.325536] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.325536] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.325536] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.325536] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-db36c4be-7ade-405c-be5d-915578f4f5e8 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.325536] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-db36c4be-7ade-405c-be5d-915578f4f5e8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.325536] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-db36c4be-7ade-405c-be5d-915578f4f5e8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.325536] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-db36c4be-7ade-405c-be5d-915578f4f5e8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.325536] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db36c4be-7ade-405c-be5d-915578f4f5e8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.361926] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 730.361926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.361926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.361926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.361926] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.361926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.361926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.361926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.361926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.361926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.361926] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.490050] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.827672] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.828143] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.828414] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.828727] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.828885] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.829131] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port db36c4be-7ade-405c-be5d-915578f4f5e8 not found, creating... [ 730.829529] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.829756] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.829936] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.830254] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.830454] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.830846] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.831096] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.831259] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.831579] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.831756] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.831942] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: db36c4be-7ade-405c-be5d-915578f4f5e8 is going to be created. [ 730.852116] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.852116] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.852527] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.852527] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.852760] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.853013] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-db36c4be-7ade-405c-be5d-915578f4f5e8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.864855] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.865038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.865091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.865320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.865534] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.865649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.865649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.865812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.865899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.865989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.866206] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.866313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.866376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.866530] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.866670] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.866808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.866808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.866955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.867041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.867125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.867215] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.992459] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.360048] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 in Status: SUCCESS [ 731.360390] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5adbd759-5e1a-4539-9793-2d65d24f4f44 deletion is rescheduled due to dependency. [ 731.360774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5adbd759-5e1a-4539-9793-2d65d24f4f44" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.369713] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c544ab7a-9c47-4928-be9b-dd9505a7bf7a: rpc.has_security_group_logging(os_id): False [ 731.387812] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.387996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.388074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.388311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.388428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.388660] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.388762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.388830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.389164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.389164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.389285] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.393063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.393063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.393063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.393063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.393063] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.393063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.393063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.393063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.393063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.393063] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 731.446304] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.446464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.446533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.446745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.446887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.457906] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 731.494748] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.494903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.494980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.495211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.495308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.495409] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 731.545051] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.545051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.545051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.545398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.545398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.554451] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 731.632947] env[70476]: INFO networking_nsxv3.common.synchronization [req-3aaa3326-2431-4f99-a5e6-fb0844b2692a req-d543de06-ee5b-45a4-a147-850fc50badc0 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Enqueued Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_members [ 731.633515] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe with Priority: HIGHEST for action security_group_members [ 731.633823] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.634239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.634239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.634239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.634396] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.634541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.634541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.634711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.634799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.634897] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d26c54e-bcb3-48ef-b580-f2353bf59bbe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.722424] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 731.722669] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.855258] env[70476]: INFO networking_nsxv3.common.synchronization [req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e req-787e2107-9e31-4533-a168-6497df654b59 service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 731.855258] env[70476]: INFO networking_nsxv3.common.synchronization [req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e req-787e2107-9e31-4533-a168-6497df654b59 service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 731.855565] env[70476]: INFO networking_nsxv3.common.synchronization [req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e req-787e2107-9e31-4533-a168-6497df654b59 service nova] Enqueued Resource ID: db36c4be-7ade-405c-be5d-915578f4f5e8 with Priority: HIGHEST for action port [ 731.855920] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 731.859270] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 731.859423] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db36c4be-7ade-405c-be5d-915578f4f5e8 with Priority: HIGHEST for action port [ 731.859718] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.859839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.859903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.860133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.860833] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.861467] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.861467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.861663] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-db36c4be-7ade-405c-be5d-915578f4f5e8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.861663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db36c4be-7ade-405c-be5d-915578f4f5e8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.861822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db36c4be-7ade-405c-be5d-915578f4f5e8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.862500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db36c4be-7ade-405c-be5d-915578f4f5e8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.862500] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db36c4be-7ade-405c-be5d-915578f4f5e8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.137200] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.138502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.138502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.138502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.138502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.138502] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.138502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.138502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.138502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.139396] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.139396] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe is going to be updated. [ 732.166544] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.166544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.166827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.167064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.167868] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.174913] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: IN_PROGRESS for 2s [ 732.363505] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.363767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.363832] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db36c4be-7ade-405c-be5d-915578f4f5e8 with status ACTIVE [ 732.363987] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.365094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.365094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.365094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.365094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.365094] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.365094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.365094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.365094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.365094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.365458] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.365458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.365458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.365788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.365788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.365788] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db36c4be-7ade-405c-be5d-915578f4f5e8 is going to be updated. [ 732.387628] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.387762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.387804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.388015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.388150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.388337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db36c4be-7ade-405c-be5d-915578f4f5e8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.471116] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 733.471615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.563829] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 733.564053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.564282] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.564539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.564759] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.564897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.564990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.565216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.565332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.565447] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.068159] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.184481] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe in Status: SUCCESS [ 734.184733] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d26c54e-bcb3-48ef-b580-f2353bf59bbe deletion is rescheduled due to dependency. [ 734.184897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d26c54e-bcb3-48ef-b580-f2353bf59bbe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.571032] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.962252] env[70476]: INFO networking_nsxv3.common.synchronization [req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff req-5c7ec40a-23a6-467f-8580-07c695a737bc tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Enqueued Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGHEST for action security_group_members [ 734.962796] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGHEST for action security_group_members [ 734.963294] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f193f11-201c-42d0-8bff-3316eea27fde taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.963428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.963498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.963759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.963919] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.964028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.964094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.964245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.964334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.964426] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f193f11-201c-42d0-8bff-3316eea27fde',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.072811] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.073048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.073135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.073353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.073441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.073544] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 735.104245] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.104245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.104362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.104692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.104692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.113731] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 735.391160] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.391365] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-993" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.391500] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-993" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.391812] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-993" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.392850] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.393116] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.393282] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.393611] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.394540] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.394540] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.394613] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.394754] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.394899] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.395082] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.395258] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.395430] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.413883] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.413883] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.413883] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.413883] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-993" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.414111] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-c356b816-0068-40f8-8632-50ff0da715a0 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.414284] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-c356b816-0068-40f8-8632-50ff0da715a0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.414401] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-c356b816-0068-40f8-8632-50ff0da715a0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.414708] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-c356b816-0068-40f8-8632-50ff0da715a0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.414840] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c356b816-0068-40f8-8632-50ff0da715a0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.467120] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.467238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.467297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.467509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.467599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.467791] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.467871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.467926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.468091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.468232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.468289] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f193f11-201c-42d0-8bff-3316eea27fde already deleted. [ 735.468334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.918830] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.918830] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.918830] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.918830] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.918830] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.918830] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port c356b816-0068-40f8-8632-50ff0da715a0 not found, creating... [ 735.918830] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.919835] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.919835] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.919835] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.919835] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.919835] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.920091] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.921259] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.921539] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.923989] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.924148] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: c356b816-0068-40f8-8632-50ff0da715a0 is going to be created. [ 735.945289] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.945289] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.945289] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.945289] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.945289] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.945289] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-c356b816-0068-40f8-8632-50ff0da715a0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.124319] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 4s [ 737.498984] env[70476]: INFO networking_nsxv3.common.synchronization [req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff req-918ba988-daf8-4520-b2e2-3c799c4e7d90 service nova] Enqueued Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGHEST for action security_group_rules [ 737.502045] env[70476]: INFO networking_nsxv3.common.synchronization [req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff req-918ba988-daf8-4520-b2e2-3c799c4e7d90 service nova] Enqueued Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGHEST for action security_group_members [ 737.502045] env[70476]: INFO networking_nsxv3.common.synchronization [req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff req-918ba988-daf8-4520-b2e2-3c799c4e7d90 service nova] Enqueued Resource ID: c356b816-0068-40f8-8632-50ff0da715a0 with Priority: HIGHEST for action port [ 737.502045] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGHEST for action security_group_rules [ 737.502045] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGHEST for action security_group_members [ 737.502045] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c356b816-0068-40f8-8632-50ff0da715a0 with Priority: HIGHEST for action port [ 737.502572] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f193f11-201c-42d0-8bff-3316eea27fde taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.502572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.502572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.502772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.502772] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f193f11-201c-42d0-8bff-3316eea27fde',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.504659] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f193f11-201c-42d0-8bff-3316eea27fde taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.504659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.504659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.504659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.504659] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.504659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.504659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.504659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.504659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.505153] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f193f11-201c-42d0-8bff-3316eea27fde',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.506524] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c356b816-0068-40f8-8632-50ff0da715a0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.506524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c356b816-0068-40f8-8632-50ff0da715a0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.506524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c356b816-0068-40f8-8632-50ff0da715a0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.506524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c356b816-0068-40f8-8632-50ff0da715a0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.506524] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c356b816-0068-40f8-8632-50ff0da715a0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.007622] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f193f11-201c-42d0-8bff-3316eea27fde taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.007865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.008011] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f193f11-201c-42d0-8bff-3316eea27fde',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.009400] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c356b816-0068-40f8-8632-50ff0da715a0 with status ACTIVE [ 738.009608] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.009727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.009796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.010182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.010182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.010296] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.010351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.010405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.010550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.010652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.010794] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.013341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.013427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.013596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.013782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.013782] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c356b816-0068-40f8-8632-50ff0da715a0 is going to be updated. [ 738.043218] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.043549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.043549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.043705] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.043842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.044009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c356b816-0068-40f8-8632-50ff0da715a0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.234039] env[70476]: INFO networking_nsxv3.common.synchronization [None req-7c637203-b6a5-40a9-bc86-086d95bc2892 None None] Enqueued Resource ID: 5852abb6-e834-4c42-8de5-b4a8c343fc57 with Priority: HIGHEST for action port [ 738.234311] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5852abb6-e834-4c42-8de5-b4a8c343fc57 with Priority: HIGHEST for action port [ 738.235253] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5852abb6-e834-4c42-8de5-b4a8c343fc57 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.235382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5852abb6-e834-4c42-8de5-b4a8c343fc57" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.235453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5852abb6-e834-4c42-8de5-b4a8c343fc57" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.235699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5852abb6-e834-4c42-8de5-b4a8c343fc57" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.235783] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5852abb6-e834-4c42-8de5-b4a8c343fc57',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.515611] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f193f11-201c-42d0-8bff-3316eea27fde',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.741619] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5852abb6-e834-4c42-8de5-b4a8c343fc57 [ 738.741619] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.741619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.741619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.741619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.741619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.741619] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5852abb6-e834-4c42-8de5-b4a8c343fc57 already deleted. [ 738.741932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5852abb6-e834-4c42-8de5-b4a8c343fc57" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.759205] env[70476]: INFO networking_nsxv3.common.synchronization [req-123308cf-552e-47dc-8265-eb55691f7956 req-cd0388a1-e241-49b9-ad47-4b2aa07ba941 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Enqueued Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGHEST for action security_group_members [ 738.759746] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGHEST for action security_group_members [ 738.760046] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d69926-0375-4c98-bfd3-555628a6b211 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.760165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.760228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.760500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.760789] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.760789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.760922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.760975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.761084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.761167] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.022551] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.022723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.022797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.023048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.023177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.023293] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f193f11-201c-42d0-8bff-3316eea27fde is going to be created. [ 739.048416] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.048587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.048670] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.048879] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.049050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.057943] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f193f11-201c-42d0-8bff-3316eea27fde in Status: UNINITIALIZED for 2s [ 739.136022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 739.136283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.136482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.136682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.136875] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.136990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.137069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.137223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.137303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.137470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.137533] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.263008] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.263291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.263291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.263456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.263548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.263739] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.263837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.263901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.264067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.264145] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.264228] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d69926-0375-4c98-bfd3-555628a6b211 already deleted. [ 739.264308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.641266] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.641266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.641266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.641266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.641266] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.641266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.641266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.641266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.641585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.641585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.641585] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.641704] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.641943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.641943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.642071] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.642136] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.642213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.642367] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.642461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.642547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.642899] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.666227] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.666686] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-750" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.666850] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-750" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.667291] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-750" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.667769] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.668020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.668112] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.668373] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.668562] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.668809] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.668954] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.669082] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.669197] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.669326] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.669465] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.670179] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.690601] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.690926] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.691108] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.691526] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-750" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.691915] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-b2b80e66-7ce8-4279-b6bb-4bc147b0efda taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.692146] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-b2b80e66-7ce8-4279-b6bb-4bc147b0efda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.692277] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-b2b80e66-7ce8-4279-b6bb-4bc147b0efda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.692620] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-b2b80e66-7ce8-4279-b6bb-4bc147b0efda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.692783] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b80e66-7ce8-4279-b6bb-4bc147b0efda',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.145934] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c03b28-e972-40c2-adc4-f03091e2dd82: rpc.has_security_group_logging(os_id): False [ 740.166078] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.166259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.166340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.166563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.166679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.166857] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.166954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.167019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.171118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.171118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.171118] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.171118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.171118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.171118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.171118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.171118] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.171118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.171118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.171118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.171118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.171118] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 740.195396] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.195625] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.195781] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.196078] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.196237] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.196396] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port b2b80e66-7ce8-4279-b6bb-4bc147b0efda not found, creating... [ 740.196657] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.196817] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.196937] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.197178] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.197321] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.197607] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.197811] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.198041] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.198227] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.198396] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.198540] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: b2b80e66-7ce8-4279-b6bb-4bc147b0efda is going to be created. [ 740.228549] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.228549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.228549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.228549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.228549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.231768] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.231940] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.232107] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.233058] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.233058] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.233058] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-b2b80e66-7ce8-4279-b6bb-4bc147b0efda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.240501] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 740.612919] env[70476]: INFO networking_nsxv3.common.synchronization [None req-5f383387-dbba-410a-b6b9-5586a2c26425 None None] Enqueued Resource ID: 49f739d5-2fa9-4651-a25c-baf01f4f186a with Priority: HIGHEST for action port [ 740.613489] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f739d5-2fa9-4651-a25c-baf01f4f186a with Priority: HIGHEST for action port [ 740.613845] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-49f739d5-2fa9-4651-a25c-baf01f4f186a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.614040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49f739d5-2fa9-4651-a25c-baf01f4f186a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.622232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49f739d5-2fa9-4651-a25c-baf01f4f186a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.622232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49f739d5-2fa9-4651-a25c-baf01f4f186a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.622232] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49f739d5-2fa9-4651-a25c-baf01f4f186a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.749550] env[70476]: INFO networking_nsxv3.common.synchronization [None req-e1be63cc-9edd-42b5-93a2-e3631f7837db None None] Enqueued Resource ID: f9cdd034-afd9-4084-9b63-ed4a4f51a11a with Priority: HIGHEST for action port [ 740.750945] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9cdd034-afd9-4084-9b63-ed4a4f51a11a with Priority: HIGHEST for action port [ 740.750945] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9cdd034-afd9-4084-9b63-ed4a4f51a11a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.750945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9cdd034-afd9-4084-9b63-ed4a4f51a11a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.750945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9cdd034-afd9-4084-9b63-ed4a4f51a11a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.750945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9cdd034-afd9-4084-9b63-ed4a4f51a11a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.750945] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9cdd034-afd9-4084-9b63-ed4a4f51a11a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.068788] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f193f11-201c-42d0-8bff-3316eea27fde in Status: SUCCESS [ 741.068788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.068899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.069765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.069765] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.069765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.069765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.069765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.069765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.069765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.070030] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f193f11-201c-42d0-8bff-3316eea27fde',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.133602] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49f739d5-2fa9-4651-a25c-baf01f4f186a [ 741.133602] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.133602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.133602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.133602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.133602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.133942] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49f739d5-2fa9-4651-a25c-baf01f4f186a already deleted. [ 741.137044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49f739d5-2fa9-4651-a25c-baf01f4f186a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.138963] env[70476]: INFO networking_nsxv3.common.synchronization [req-123308cf-552e-47dc-8265-eb55691f7956 req-90760b7a-ce87-49f1-a80e-55d664321199 service nova] Enqueued Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGHEST for action security_group_rules [ 741.139210] env[70476]: INFO networking_nsxv3.common.synchronization [req-123308cf-552e-47dc-8265-eb55691f7956 req-90760b7a-ce87-49f1-a80e-55d664321199 service nova] Enqueued Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGHEST for action security_group_members [ 741.139346] env[70476]: INFO networking_nsxv3.common.synchronization [req-123308cf-552e-47dc-8265-eb55691f7956 req-90760b7a-ce87-49f1-a80e-55d664321199 service nova] Enqueued Resource ID: b2b80e66-7ce8-4279-b6bb-4bc147b0efda with Priority: HIGHEST for action port [ 741.139611] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGHEST for action security_group_rules [ 741.139730] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGHEST for action security_group_members [ 741.139846] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b80e66-7ce8-4279-b6bb-4bc147b0efda with Priority: HIGHEST for action port [ 741.141773] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d69926-0375-4c98-bfd3-555628a6b211 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.141773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.141773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.141773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.141773] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.142416] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d69926-0375-4c98-bfd3-555628a6b211 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.142416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.142535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.142604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.146090] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.146090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.146090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.146212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.146248] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.147308] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.147308] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2b80e66-7ce8-4279-b6bb-4bc147b0efda taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.147422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2b80e66-7ce8-4279-b6bb-4bc147b0efda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.147422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2b80e66-7ce8-4279-b6bb-4bc147b0efda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.147752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2b80e66-7ce8-4279-b6bb-4bc147b0efda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.147752] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b80e66-7ce8-4279-b6bb-4bc147b0efda',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.261895] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9cdd034-afd9-4084-9b63-ed4a4f51a11a [ 741.262149] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.262283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.262347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.262557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.262641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.262731] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9cdd034-afd9-4084-9b63-ed4a4f51a11a already deleted. [ 741.262814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9cdd034-afd9-4084-9b63-ed4a4f51a11a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.572280] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f193f11-201c-42d0-8bff-3316eea27fde',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.649878] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d69926-0375-4c98-bfd3-555628a6b211 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.650171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.656727] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2b80e66-7ce8-4279-b6bb-4bc147b0efda with status ACTIVE [ 741.656727] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.656727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.656727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.656727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.656727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.656727] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.656727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.656727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.656727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.656727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.657761] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.658237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.658303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.659014] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.659014] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.659119] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2b80e66-7ce8-4279-b6bb-4bc147b0efda is going to be updated. [ 741.664527] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.682788] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.683388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.683388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.685147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.685147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.685147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2b80e66-7ce8-4279-b6bb-4bc147b0efda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.076404] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f193f11-201c-42d0-8bff-3316eea27fde: rpc.has_security_group_logging(os_id): False [ 742.094660] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.095687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.099016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.099016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.099016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.099016] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.099016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.099016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.099016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.099016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.099016] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f193f11-201c-42d0-8bff-3316eea27fde is going to be created. [ 742.152233] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.152233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.152233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.152233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.152757] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.168771] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f193f11-201c-42d0-8bff-3316eea27fde in Status: IN_PROGRESS for 2s [ 742.168771] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.255101] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 742.255243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.668913] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.669664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.669664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.669664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.669664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.669664] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d69926-0375-4c98-bfd3-555628a6b211 is going to be created. [ 742.698069] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.698732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.700092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.700092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.700092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.710256] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d69926-0375-4c98-bfd3-555628a6b211 in Status: UNINITIALIZED for 2s [ 743.642769] env[70476]: INFO networking_nsxv3.common.synchronization [req-4a4abf2c-422a-461b-a6c2-94072fdfd8df req-28582cbe-19ca-4614-9ce6-d78761c877ba tempest-SecurityGroupRulesNegativeTestJSON-948085436 tempest-SecurityGroupRulesNegativeTestJSON-948085436-project-member] Enqueued Resource ID: 40addf0a-ef83-4f22-b81a-81e3359ad23a with Priority: HIGHEST for action security_group_rules [ 743.644179] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40addf0a-ef83-4f22-b81a-81e3359ad23a with Priority: HIGHEST for action security_group_rules [ 743.644431] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40addf0a-ef83-4f22-b81a-81e3359ad23a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.645445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40addf0a-ef83-4f22-b81a-81e3359ad23a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.645445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40addf0a-ef83-4f22-b81a-81e3359ad23a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.645445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40addf0a-ef83-4f22-b81a-81e3359ad23a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.645445] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40addf0a-ef83-4f22-b81a-81e3359ad23a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.650241] env[70476]: INFO networking_nsxv3.common.synchronization [None req-beb98b35-cab5-4072-9f19-b68265341899 None None] Enqueued Resource ID: 52bf2137-4ea4-4a5e-a454-be3c924c672a with Priority: HIGHEST for action port [ 743.651139] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52bf2137-4ea4-4a5e-a454-be3c924c672a with Priority: HIGHEST for action port [ 743.653644] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-52bf2137-4ea4-4a5e-a454-be3c924c672a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.653644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52bf2137-4ea4-4a5e-a454-be3c924c672a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.653644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52bf2137-4ea4-4a5e-a454-be3c924c672a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.653644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52bf2137-4ea4-4a5e-a454-be3c924c672a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.653644] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52bf2137-4ea4-4a5e-a454-be3c924c672a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.799063] env[70476]: INFO networking_nsxv3.common.synchronization [None req-ec891cfc-7259-4d8a-8042-0fe66acac936 None None] Enqueued Resource ID: bd637b66-2d82-4220-8d58-b1be9f84b461 with Priority: HIGHEST for action port [ 743.799063] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd637b66-2d82-4220-8d58-b1be9f84b461 with Priority: HIGHEST for action port [ 743.799467] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd637b66-2d82-4220-8d58-b1be9f84b461 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.799467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd637b66-2d82-4220-8d58-b1be9f84b461" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.799467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd637b66-2d82-4220-8d58-b1be9f84b461" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.799682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd637b66-2d82-4220-8d58-b1be9f84b461" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.799782] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd637b66-2d82-4220-8d58-b1be9f84b461',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.154092] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52bf2137-4ea4-4a5e-a454-be3c924c672a [ 744.154321] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.154473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.154511] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.154711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.154803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.154911] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52bf2137-4ea4-4a5e-a454-be3c924c672a already deleted. [ 744.154997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52bf2137-4ea4-4a5e-a454-be3c924c672a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.181151] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.181151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.181151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.181151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.181151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.181151] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40addf0a-ef83-4f22-b81a-81e3359ad23a already deleted. [ 744.181151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40addf0a-ef83-4f22-b81a-81e3359ad23a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.181151] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f193f11-201c-42d0-8bff-3316eea27fde in Status: SUCCESS [ 744.181151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.304808] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd637b66-2d82-4220-8d58-b1be9f84b461 [ 744.304808] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.304808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.305126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.305126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.305263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.305410] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd637b66-2d82-4220-8d58-b1be9f84b461 already deleted. [ 744.305634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd637b66-2d82-4220-8d58-b1be9f84b461" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.719694] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d69926-0375-4c98-bfd3-555628a6b211 in Status: SUCCESS [ 744.719935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.720125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.720367] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.720559] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.720688] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.721471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.721471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.721471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.721471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.721471] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.730555] env[70476]: INFO networking_nsxv3.common.synchronization [req-ebada2f4-8f4e-47c4-9a42-839f4f9a8477 req-653087dd-eddc-4590-bc84-c06e274a5bdb tempest-SecurityGroupRulesNegativeTestJSON-948085436 tempest-SecurityGroupRulesNegativeTestJSON-948085436-project-member] Enqueued Resource ID: 40addf0a-ef83-4f22-b81a-81e3359ad23a with Priority: HIGHEST for action security_group_rules [ 744.731052] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40addf0a-ef83-4f22-b81a-81e3359ad23a with Priority: HIGHEST for action security_group_rules [ 744.732477] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40addf0a-ef83-4f22-b81a-81e3359ad23a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.732628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40addf0a-ef83-4f22-b81a-81e3359ad23a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.733588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40addf0a-ef83-4f22-b81a-81e3359ad23a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.733588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40addf0a-ef83-4f22-b81a-81e3359ad23a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.733588] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40addf0a-ef83-4f22-b81a-81e3359ad23a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.229600] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.255817] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.256106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.256106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.256347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.256488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.256632] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40addf0a-ef83-4f22-b81a-81e3359ad23a already deleted. [ 745.256748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40addf0a-ef83-4f22-b81a-81e3359ad23a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.688961] env[70476]: INFO networking_nsxv3.common.synchronization [None req-e2f8b596-1cf8-467e-b0a0-8a04b2ce4032 None None] Enqueued Resource ID: f7b7067a-af1d-44ef-b411-0ed85a2f3f1e with Priority: HIGHEST for action port [ 745.689309] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b7067a-af1d-44ef-b411-0ed85a2f3f1e with Priority: HIGHEST for action port [ 745.689749] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7b7067a-af1d-44ef-b411-0ed85a2f3f1e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.689939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7b7067a-af1d-44ef-b411-0ed85a2f3f1e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.691906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7b7067a-af1d-44ef-b411-0ed85a2f3f1e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.692292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7b7067a-af1d-44ef-b411-0ed85a2f3f1e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.692404] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7b7067a-af1d-44ef-b411-0ed85a2f3f1e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.736319] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52d69926-0375-4c98-bfd3-555628a6b211: rpc.has_security_group_logging(os_id): False [ 745.755211] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.755396] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.755484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.755739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.756817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.757112] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.757214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.757276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.757488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.757524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.757597] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d69926-0375-4c98-bfd3-555628a6b211 is going to be created. [ 745.812428] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.812428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.812428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.812428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.812428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.822262] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52d69926-0375-4c98-bfd3-555628a6b211 in Status: IN_PROGRESS for 2s [ 745.945540] env[70476]: INFO networking_nsxv3.common.synchronization [req-cdd2dba0-68f0-4815-a850-0591c1eb3986 req-e024e0e5-0796-48f1-979e-977b2d9942dd tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Enqueued Resource ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 with Priority: HIGHEST for action security_group_members [ 745.945929] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 with Priority: HIGHEST for action security_group_members [ 745.946646] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.946725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.946904] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.947060] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.947211] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.947307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.947376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.947532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.947615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.947704] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b18bf46-fe1d-44bb-91d6-22fa0af746f8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.194568] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7b7067a-af1d-44ef-b411-0ed85a2f3f1e [ 746.196265] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.196549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.196656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.196924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.197048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.197179] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7b7067a-af1d-44ef-b411-0ed85a2f3f1e already deleted. [ 746.197273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7b7067a-af1d-44ef-b411-0ed85a2f3f1e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.451408] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.451683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.451683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.451836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.451888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.452119] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.452377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.452377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.452377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.452551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.452551] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 already deleted. [ 746.452632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.802582] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.802582] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-474" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.802582] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-474" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.802811] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-474" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.802993] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.803170] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.803292] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.803519] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.803663] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.803878] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.804196] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.804196] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.804196] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.804276] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.804388] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.804552] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.824091] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.824091] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.824091] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.824091] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-474" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.824421] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.824528] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.824647] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.825098] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.825251] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.945529] env[70476]: INFO networking_nsxv3.common.synchronization [req-c56ee703-5380-4c1f-a91c-ade89f1c112f req-c0b878af-d231-46fa-96af-c22e0def6772 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 746.945529] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 746.945529] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.945529] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.945529] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.948311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.948384] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.948497] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.948580] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.948773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.948853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.948953] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.328242] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.328242] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.328515] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.328782] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.329032] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.329300] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 not found, creating... [ 747.329735] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.329996] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.330346] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.330697] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.330932] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.332996] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.332996] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.332996] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.332996] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.332996] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.332996] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 is going to be created. [ 747.353759] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.353759] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.353759] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.354156] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.354156] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.354339] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.453417] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.832567] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52d69926-0375-4c98-bfd3-555628a6b211 in Status: SUCCESS [ 747.832803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.955431] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.384163] env[70476]: INFO networking_nsxv3.common.synchronization [req-cdd2dba0-68f0-4815-a850-0591c1eb3986 req-bebc2706-3376-4a15-86d9-a693fb8ca09a service nova] Enqueued Resource ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 with Priority: HIGHEST for action security_group_rules [ 748.384329] env[70476]: INFO networking_nsxv3.common.synchronization [req-cdd2dba0-68f0-4815-a850-0591c1eb3986 req-bebc2706-3376-4a15-86d9-a693fb8ca09a service nova] Enqueued Resource ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 with Priority: HIGHEST for action security_group_members [ 748.384470] env[70476]: INFO networking_nsxv3.common.synchronization [req-cdd2dba0-68f0-4815-a850-0591c1eb3986 req-bebc2706-3376-4a15-86d9-a693fb8ca09a service nova] Enqueued Resource ID: a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 with Priority: HIGHEST for action port [ 748.384733] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 with Priority: HIGHEST for action security_group_rules [ 748.384863] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 with Priority: HIGHEST for action security_group_members [ 748.384959] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 with Priority: HIGHEST for action port [ 748.387253] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b18bf46-fe1d-44bb-91d6-22fa0af746f8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.387349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.387349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.387611] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.387704] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b18bf46-fe1d-44bb-91d6-22fa0af746f8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.388608] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.388708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.388770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.388943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.389346] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.389346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.389346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.389522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.389522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.389577] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b18bf46-fe1d-44bb-91d6-22fa0af746f8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.390940] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.391068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.391139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.391302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.391425] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.462559] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.465074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.465074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.465074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.465074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.465074] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 748.494243] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.494243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.494243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.494243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.494243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.502232] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 748.894130] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.894270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.895513] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b18bf46-fe1d-44bb-91d6-22fa0af746f8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.895513] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 with status ACTIVE [ 748.896119] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.896119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.896119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.896119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.896271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.900148] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.900402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.900402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.900561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.900653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.900853] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.900950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.901051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.901282] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.901365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.901593] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 is going to be updated. [ 748.937170] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.937170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.937170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.937397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.937435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.938027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.403531] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b18bf46-fe1d-44bb-91d6-22fa0af746f8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.907577] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.907839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.907839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.908019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.908121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.908215] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 is going to be created. [ 749.929730] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.929834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.929922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.930135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.930289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.938225] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 in Status: UNINITIALIZED for 2s [ 750.514916] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 750.515192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.950589] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 in Status: SUCCESS [ 751.950589] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.950589] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.951157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.951157] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.951157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.951157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.951342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.951342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.951390] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.951581] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b18bf46-fe1d-44bb-91d6-22fa0af746f8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.201950] env[70476]: INFO networking_nsxv3.common.synchronization [None req-d96629bf-e5e5-492f-bd28-6a317e1a9d13 None None] Enqueued Resource ID: 8fdfd775-91ee-4bf5-a27f-45c6e2d767e1 with Priority: HIGHEST for action port [ 752.202666] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdfd775-91ee-4bf5-a27f-45c6e2d767e1 with Priority: HIGHEST for action port [ 752.202918] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fdfd775-91ee-4bf5-a27f-45c6e2d767e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.203015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fdfd775-91ee-4bf5-a27f-45c6e2d767e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.203690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fdfd775-91ee-4bf5-a27f-45c6e2d767e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.204040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fdfd775-91ee-4bf5-a27f-45c6e2d767e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.204145] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fdfd775-91ee-4bf5-a27f-45c6e2d767e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.456105] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.456321] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.456377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.457254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.457254] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.457254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.457254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.457254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.457254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.457492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.457492] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.457562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.457587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.457718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.457848] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.457962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.458053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.459692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.459692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.459692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.459692] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b18bf46-fe1d-44bb-91d6-22fa0af746f8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.706798] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fdfd775-91ee-4bf5-a27f-45c6e2d767e1 [ 752.709632] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.709632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.709921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.710114] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.710114] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.710267] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fdfd775-91ee-4bf5-a27f-45c6e2d767e1 already deleted. [ 752.710326] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fdfd775-91ee-4bf5-a27f-45c6e2d767e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.968019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b18bf46-fe1d-44bb-91d6-22fa0af746f8: rpc.has_security_group_logging(os_id): False [ 752.999444] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.999613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.999713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.999943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.000050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.000297] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.000401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.000464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.000618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.000698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.000882] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.000976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.003943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.003943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.003943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.003943] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.003943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.003943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.003943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.003943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.003943] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 is going to be created. [ 753.085163] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.085163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.085163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.085163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.085163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.109460] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 in Status: IN_PROGRESS for 2s [ 753.543133] env[70476]: INFO networking_nsxv3.common.synchronization [None req-384517f2-3a6d-4601-aa2e-fb724e1e5f9b tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Enqueued Resource ID: 68c93a5f-0d10-411c-9cae-0e227f3fad02 with Priority: HIGHEST for action security_group_rules [ 753.543730] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c93a5f-0d10-411c-9cae-0e227f3fad02 with Priority: HIGHEST for action security_group_rules [ 753.544050] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68c93a5f-0d10-411c-9cae-0e227f3fad02 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.544195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68c93a5f-0d10-411c-9cae-0e227f3fad02" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.544243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68c93a5f-0d10-411c-9cae-0e227f3fad02" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.544487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68c93a5f-0d10-411c-9cae-0e227f3fad02" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.544565] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68c93a5f-0d10-411c-9cae-0e227f3fad02',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.724465] env[70476]: INFO networking_nsxv3.common.synchronization [None req-fefca21d-76a4-4364-8dfd-edfb2103e362 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Enqueued Resource ID: 68c93a5f-0d10-411c-9cae-0e227f3fad02 with Priority: HIGHEST for action security_group_rules [ 753.725099] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c93a5f-0d10-411c-9cae-0e227f3fad02 with Priority: HIGHEST for action security_group_rules [ 753.727516] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68c93a5f-0d10-411c-9cae-0e227f3fad02 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.727516] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68c93a5f-0d10-411c-9cae-0e227f3fad02" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.035210] env[70476]: INFO networking_nsxv3.common.synchronization [req-ef775849-3a0c-47bc-acaa-d39015dd915b req-04eabd8a-8044-46aa-b696-58b9dfb9aab0 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 754.035847] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 754.036193] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.036326] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.036394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.036643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.036825] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.036897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.036948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.037145] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.037238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.037336] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.067640] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.067794] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.067865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.072019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.072019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.072019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68c93a5f-0d10-411c-9cae-0e227f3fad02 already deleted. [ 754.072019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68c93a5f-0d10-411c-9cae-0e227f3fad02" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.072019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68c93a5f-0d10-411c-9cae-0e227f3fad02" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.072019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68c93a5f-0d10-411c-9cae-0e227f3fad02" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.072019] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68c93a5f-0d10-411c-9cae-0e227f3fad02',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.283862] env[70476]: INFO networking_nsxv3.common.synchronization [None req-36da6d13-cb7f-4053-a3e2-43b2dc810ebe tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Enqueued Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_rules [ 754.284259] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_rules [ 754.284783] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.284783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.284783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.284969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.285094] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.380274] env[70476]: INFO networking_nsxv3.common.synchronization [None req-39376dc9-b04a-4354-9a4f-20f2e127605d tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Enqueued Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_rules [ 754.380274] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_rules [ 754.380798] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.381062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.543277] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.543517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.543596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.543789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.543890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.544099] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.544265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.544265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.544427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.544500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.544607] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 754.572089] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.572227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.572283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.572487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.572635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.587827] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 754.590540] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.590807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.590807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.590941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.591208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.591208] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68c93a5f-0d10-411c-9cae-0e227f3fad02 already deleted. [ 754.591208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68c93a5f-0d10-411c-9cae-0e227f3fad02" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.808276] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.808428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.808494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.808741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.808812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.808913] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e already deleted. [ 754.809012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.809164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.809326] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.809417] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.077123] env[70476]: INFO networking_nsxv3.common.synchronization [None req-dbdd3729-be87-434b-8551-5105f00172b0 None None] Enqueued Resource ID: bbe64478-0f36-4adf-af07-a09b7cca9336 with Priority: HIGHEST for action port [ 755.077750] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe64478-0f36-4adf-af07-a09b7cca9336 with Priority: HIGHEST for action port [ 755.078227] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbe64478-0f36-4adf-af07-a09b7cca9336 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.078397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbe64478-0f36-4adf-af07-a09b7cca9336" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.078429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbe64478-0f36-4adf-af07-a09b7cca9336" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.078685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbe64478-0f36-4adf-af07-a09b7cca9336" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.078791] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe64478-0f36-4adf-af07-a09b7cca9336',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.125508] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 in Status: SUCCESS [ 755.125741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.329479] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.329624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.329715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.329935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.330126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.330126] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e already deleted. [ 755.330216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.582592] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbe64478-0f36-4adf-af07-a09b7cca9336 [ 755.583229] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.583229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.583229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.583510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.583510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.583510] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbe64478-0f36-4adf-af07-a09b7cca9336 already deleted. [ 755.583510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbe64478-0f36-4adf-af07-a09b7cca9336" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.598416] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 756.598736] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a deletion is rescheduled due to dependency. [ 756.598736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.945972] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 req-203d401f-65d1-4e55-81c7-5f07aa74365c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Enqueued Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_members [ 757.946894] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_members [ 757.952774] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.952774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.952774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.952774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.952774] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.952774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.952774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.954172] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.954499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.955089] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.054455] env[70476]: INFO networking_nsxv3.common.synchronization [None req-a3363923-d2ee-4124-a2da-b58247072023 None None] Enqueued Resource ID: 5de64749-477f-4a8c-b983-1baf93dc51c8 with Priority: HIGHEST for action port [ 758.055763] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5de64749-477f-4a8c-b983-1baf93dc51c8 with Priority: HIGHEST for action port [ 758.055763] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5de64749-477f-4a8c-b983-1baf93dc51c8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.055763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5de64749-477f-4a8c-b983-1baf93dc51c8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.055763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5de64749-477f-4a8c-b983-1baf93dc51c8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.056535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5de64749-477f-4a8c-b983-1baf93dc51c8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.056744] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5de64749-477f-4a8c-b983-1baf93dc51c8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.260334] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.264297] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.264431] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.264706] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.265120] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.265940] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.266139] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.266463] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.266670] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.266949] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.267135] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.267314] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.267459] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.267667] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.267782] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.267947] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.286547] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.286836] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.286898] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.287055] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.287387] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-b45c6dff-33c0-4819-8ea3-4d51310f7742 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.287560] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-b45c6dff-33c0-4819-8ea3-4d51310f7742" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.287679] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-b45c6dff-33c0-4819-8ea3-4d51310f7742" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.288019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-b45c6dff-33c0-4819-8ea3-4d51310f7742" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.288164] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b45c6dff-33c0-4819-8ea3-4d51310f7742',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.459465] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.459714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.459714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.463019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.463019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.463019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.463019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.463019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.463019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.463019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.463019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19bca630-acca-4734-8508-5b9b2a6fd54b already deleted. [ 758.463019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.558801] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5de64749-477f-4a8c-b983-1baf93dc51c8 [ 758.559057] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.559195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.559266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.559489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.559587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.559683] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5de64749-477f-4a8c-b983-1baf93dc51c8 already deleted. [ 758.559779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5de64749-477f-4a8c-b983-1baf93dc51c8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.791491] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.791848] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.792068] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.792465] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.792698] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.792928] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port b45c6dff-33c0-4819-8ea3-4d51310f7742 not found, creating... [ 758.793353] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.793610] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.793801] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.798229] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.798488] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.799018] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.799279] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.799481] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.800614] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.800898] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.801922] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: b45c6dff-33c0-4819-8ea3-4d51310f7742 is going to be created. [ 758.833118] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.833342] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.833469] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.833753] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.833985] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.834267] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-b45c6dff-33c0-4819-8ea3-4d51310f7742" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.569039] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 req-e5c4244e-2541-46df-9887-ed10ab5846dd service nova] Enqueued Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_rules [ 759.570629] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 req-e5c4244e-2541-46df-9887-ed10ab5846dd service nova] Enqueued Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_members [ 759.570629] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 req-e5c4244e-2541-46df-9887-ed10ab5846dd service nova] Enqueued Resource ID: b45c6dff-33c0-4819-8ea3-4d51310f7742 with Priority: HIGHEST for action port [ 759.570629] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_rules [ 759.570629] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_members [ 759.570629] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b45c6dff-33c0-4819-8ea3-4d51310f7742 with Priority: HIGHEST for action port [ 759.571294] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.571294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.571294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.571468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.571468] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.576101] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.576101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.576101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.576221] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.576308] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.576417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.576480] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.576650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.576738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.576839] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.579397] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b45c6dff-33c0-4819-8ea3-4d51310f7742 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.579506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b45c6dff-33c0-4819-8ea3-4d51310f7742" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.579579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b45c6dff-33c0-4819-8ea3-4d51310f7742" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.580349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b45c6dff-33c0-4819-8ea3-4d51310f7742" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.580349] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b45c6dff-33c0-4819-8ea3-4d51310f7742',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.022778] env[70476]: INFO networking_nsxv3.common.synchronization [None req-d3e5250e-93b7-4f53-84c6-077621c11ee4 None None] Enqueued Resource ID: 4b814263-cc7f-465a-826b-5802b9e37f5d with Priority: HIGHEST for action port [ 760.023057] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b814263-cc7f-465a-826b-5802b9e37f5d with Priority: HIGHEST for action port [ 760.023619] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b814263-cc7f-465a-826b-5802b9e37f5d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.023745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b814263-cc7f-465a-826b-5802b9e37f5d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.023813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b814263-cc7f-465a-826b-5802b9e37f5d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.024127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b814263-cc7f-465a-826b-5802b9e37f5d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.024216] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b814263-cc7f-465a-826b-5802b9e37f5d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.081941] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.082889] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.083040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.083363] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b45c6dff-33c0-4819-8ea3-4d51310f7742 with status ACTIVE [ 760.083535] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.083645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.083706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.083910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.084007] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.084183] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.084276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.084397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.084484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.084561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.084736] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.084830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.084893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.085111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.085242] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.085335] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b45c6dff-33c0-4819-8ea3-4d51310f7742 is going to be updated. [ 760.105560] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.105707] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.105771] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.106015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.106156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.106309] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b45c6dff-33c0-4819-8ea3-4d51310f7742" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.527392] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b814263-cc7f-465a-826b-5802b9e37f5d [ 760.527629] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.527764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.527832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.528056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.528248] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.528248] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b814263-cc7f-465a-826b-5802b9e37f5d already deleted. [ 760.528327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b814263-cc7f-465a-826b-5802b9e37f5d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.583777] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.085970] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.086190] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.086265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.086488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.086581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.086681] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19bca630-acca-4734-8508-5b9b2a6fd54b is going to be created. [ 761.102815] env[70476]: INFO networking_nsxv3.common.synchronization [req-af676f3b-78cb-4943-98e9-34b0f09d66ac req-828abdd2-8437-4a0e-8df0-e4ac3d0a2342 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Enqueued Resource ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 with Priority: HIGHEST for action security_group_members [ 761.103325] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 with Priority: HIGHEST for action security_group_members [ 761.103613] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.103732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.103803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.104009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.104904] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.105029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.105097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.105263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.105351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.106159] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b18bf46-fe1d-44bb-91d6-22fa0af746f8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.109598] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.109707] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.109784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.109988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.110172] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.119273] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: UNINITIALIZED for 2s [ 761.608374] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.609107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.609749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.609749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.609749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.610162] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.610422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.610600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.610884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.612880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.612880] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 is going to be updated. [ 761.637933] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.637933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.637933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.637933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.637933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.646995] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 in Status: IN_PROGRESS for 2s [ 763.129698] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: SUCCESS [ 763.129943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.129943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.130194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.134031] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.134031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.134031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.134031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.134031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.134031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.134031] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.635573] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.635732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.635807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.636057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.636236] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.636391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.636428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.636568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.636658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.636759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.636913] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.637030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.637096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.637245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.637406] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.637502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.637569] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.637711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.637785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.637868] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.637995] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.656374] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 in Status: SUCCESS [ 763.656889] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 deletion is rescheduled due to dependency. [ 763.656889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.141803] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19bca630-acca-4734-8508-5b9b2a6fd54b: rpc.has_security_group_logging(os_id): False [ 764.164824] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.164824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.164824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.164824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.164824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.165768] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.165768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.165768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.165768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.165768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.165768] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.165768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.165768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.166498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.166498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.170109] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.170109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.170109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.170109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.170109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.170109] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19bca630-acca-4734-8508-5b9b2a6fd54b is going to be created. [ 764.228611] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.229085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.229085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.229801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.229900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.240604] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: IN_PROGRESS for 2s [ 764.597251] env[70476]: INFO networking_nsxv3.common.synchronization [None req-63f4e5d4-1644-4744-bb69-13af86b86c07 None None] Enqueued Resource ID: 59b3e3ea-cf0d-4340-8e1b-6dba702599e9 with Priority: HIGHEST for action port [ 764.597479] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b3e3ea-cf0d-4340-8e1b-6dba702599e9 with Priority: HIGHEST for action port [ 764.598050] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-59b3e3ea-cf0d-4340-8e1b-6dba702599e9 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.598184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59b3e3ea-cf0d-4340-8e1b-6dba702599e9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.598246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59b3e3ea-cf0d-4340-8e1b-6dba702599e9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.598500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59b3e3ea-cf0d-4340-8e1b-6dba702599e9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.598605] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b3e3ea-cf0d-4340-8e1b-6dba702599e9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.108430] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59b3e3ea-cf0d-4340-8e1b-6dba702599e9 [ 765.108430] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.108430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.108430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.108430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.108430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.108430] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59b3e3ea-cf0d-4340-8e1b-6dba702599e9 already deleted. [ 765.108430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59b3e3ea-cf0d-4340-8e1b-6dba702599e9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.254686] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: SUCCESS [ 766.255169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.708091] env[70476]: INFO networking_nsxv3.common.synchronization [None req-bb0a685e-f6ec-4482-a3b6-da301eae27af None None] Enqueued Resource ID: 13a73fc3-6ae6-4208-b691-1c57ccd28a09 with Priority: HIGHEST for action port [ 766.708725] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a73fc3-6ae6-4208-b691-1c57ccd28a09 with Priority: HIGHEST for action port [ 766.712364] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-13a73fc3-6ae6-4208-b691-1c57ccd28a09 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.712364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13a73fc3-6ae6-4208-b691-1c57ccd28a09" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.712364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13a73fc3-6ae6-4208-b691-1c57ccd28a09" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.712364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13a73fc3-6ae6-4208-b691-1c57ccd28a09" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.712364] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a73fc3-6ae6-4208-b691-1c57ccd28a09',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.221022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13a73fc3-6ae6-4208-b691-1c57ccd28a09 [ 767.221022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.221022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.221022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.221022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.221022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.221022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13a73fc3-6ae6-4208-b691-1c57ccd28a09 already deleted. [ 767.221022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13a73fc3-6ae6-4208-b691-1c57ccd28a09" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.534066] env[70476]: INFO networking_nsxv3.common.synchronization [req-addd9bdb-8bfc-47c6-8281-2908849ad9ef req-34b9d1a2-f298-43b4-98c6-9dcb2cb33528 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Enqueued Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_members [ 769.534788] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_members [ 769.537641] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.537641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.537893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.538103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.538387] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.538520] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.538610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.538794] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.538929] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.539107] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.949076] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.949255] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-648" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.949531] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-648" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.949695] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-648" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.950018] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.950214] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.950350] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.950596] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.950753] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.950969] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.951141] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.951262] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.951448] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.951513] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.951791] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.951791] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.971105] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.971292] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.971467] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.971644] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-648" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.971945] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.972128] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.972323] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.972557] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.972701] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e7e98a-e2ba-4f08-9227-33f8c82c44cb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.045409] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.475858] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.475858] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.476922] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.476922] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.476922] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.476922] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port d6e7e98a-e2ba-4f08-9227-33f8c82c44cb not found, creating... [ 770.477080] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.477245] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.477428] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.477740] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.477939] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.478320] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.478522] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.478617] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.478843] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.478982] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.479222] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: d6e7e98a-e2ba-4f08-9227-33f8c82c44cb is going to be created. [ 770.505732] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.505968] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.506164] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.506497] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.506760] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.507032] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.547485] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.051434] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.051434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.051620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.051774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.051900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.052045] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 is going to be updated. [ 771.076685] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.076848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.076895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.078812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.078812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.084748] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: IN_PROGRESS for 2s [ 771.302833] env[70476]: INFO networking_nsxv3.common.synchronization [req-addd9bdb-8bfc-47c6-8281-2908849ad9ef req-b875e05d-b6ca-46fa-be74-ba2bc2bf5091 service nova] Enqueued Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_rules [ 771.303037] env[70476]: INFO networking_nsxv3.common.synchronization [req-addd9bdb-8bfc-47c6-8281-2908849ad9ef req-b875e05d-b6ca-46fa-be74-ba2bc2bf5091 service nova] Enqueued Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_members [ 771.303182] env[70476]: INFO networking_nsxv3.common.synchronization [req-addd9bdb-8bfc-47c6-8281-2908849ad9ef req-b875e05d-b6ca-46fa-be74-ba2bc2bf5091 service nova] Enqueued Resource ID: d6e7e98a-e2ba-4f08-9227-33f8c82c44cb with Priority: HIGHEST for action port [ 771.303415] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_rules [ 771.303543] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_members [ 771.303637] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e7e98a-e2ba-4f08-9227-33f8c82c44cb with Priority: HIGHEST for action port [ 771.304243] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.304386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.304454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.304757] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.304839] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.306823] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.306925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.307279] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.307279] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.307417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.307634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.307717] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e7e98a-e2ba-4f08-9227-33f8c82c44cb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.809413] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.809910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.809910] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6e7e98a-e2ba-4f08-9227-33f8c82c44cb with status ACTIVE [ 771.810064] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.810188] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.810244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.813782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.813782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.813782] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.813782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.813782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.813782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.813782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.813782] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.813782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.813782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.813782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.813782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.813782] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6e7e98a-e2ba-4f08-9227-33f8c82c44cb is going to be updated. [ 771.838621] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.838781] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.838873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.839191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.839338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.839523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.094777] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: SUCCESS [ 773.094777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.094777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.094777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.095814] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.095814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.095814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.095814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.095814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.095814] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.598496] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.103326] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.362854] env[70476]: INFO networking_nsxv3.common.synchronization [req-6e70ace6-f13c-4a23-9ab2-551488383880 req-80070132-1ae1-4f3e-bdf9-ac8d5d5e6fe6 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Enqueued Resource ID: 076400fd-40e2-4258-95f8-25adcfa54baf with Priority: HIGHEST for action security_group_members [ 774.363473] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076400fd-40e2-4258-95f8-25adcfa54baf with Priority: HIGHEST for action security_group_members [ 774.363783] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-076400fd-40e2-4258-95f8-25adcfa54baf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.363952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.364196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.364484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.364651] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.364762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.364824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.365688] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.365688] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.365688] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076400fd-40e2-4258-95f8-25adcfa54baf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.608332] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.608723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.608875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.609161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.609311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.609396] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 is going to be updated. [ 774.634473] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.634731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.634843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.635136] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.635350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.643916] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: IN_PROGRESS for 2s [ 774.852721] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.852721] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-385" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.852848] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-385" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.855064] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-385" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.855232] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.855422] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.855539] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.855787] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.855935] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.858332] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.858332] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.858332] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.858332] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.858332] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.858332] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.858332] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.867356] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.867489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.867582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.867741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.867832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.868034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.868133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.868189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.868336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.868411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.868498] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076400fd-40e2-4258-95f8-25adcfa54baf already deleted. [ 774.868947] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.878667] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.878667] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.878667] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.878667] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-385" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.878977] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-36a94dd6-93b2-416c-90e7-3ba462b2fbf1 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.879176] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-36a94dd6-93b2-416c-90e7-3ba462b2fbf1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.879695] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-36a94dd6-93b2-416c-90e7-3ba462b2fbf1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.879695] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-36a94dd6-93b2-416c-90e7-3ba462b2fbf1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.879804] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36a94dd6-93b2-416c-90e7-3ba462b2fbf1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.384305] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.384625] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.384663] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.385288] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.385464] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.385623] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 36a94dd6-93b2-416c-90e7-3ba462b2fbf1 not found, creating... [ 775.386025] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.386099] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.386226] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.386520] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.386702] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.387015] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.387231] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.387380] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.387622] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.387788] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.387957] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 36a94dd6-93b2-416c-90e7-3ba462b2fbf1 is going to be created. [ 775.411246] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.411898] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.411898] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.411898] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.412160] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.412435] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-36a94dd6-93b2-416c-90e7-3ba462b2fbf1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.352020] env[70476]: INFO networking_nsxv3.common.synchronization [req-6e70ace6-f13c-4a23-9ab2-551488383880 req-31e98eba-f93b-4c5d-a23b-fe9f35daab02 service nova] Enqueued Resource ID: 076400fd-40e2-4258-95f8-25adcfa54baf with Priority: HIGHEST for action security_group_rules [ 776.352020] env[70476]: INFO networking_nsxv3.common.synchronization [req-6e70ace6-f13c-4a23-9ab2-551488383880 req-31e98eba-f93b-4c5d-a23b-fe9f35daab02 service nova] Enqueued Resource ID: 076400fd-40e2-4258-95f8-25adcfa54baf with Priority: HIGHEST for action security_group_members [ 776.352020] env[70476]: INFO networking_nsxv3.common.synchronization [req-6e70ace6-f13c-4a23-9ab2-551488383880 req-31e98eba-f93b-4c5d-a23b-fe9f35daab02 service nova] Enqueued Resource ID: 36a94dd6-93b2-416c-90e7-3ba462b2fbf1 with Priority: HIGHEST for action port [ 776.352020] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076400fd-40e2-4258-95f8-25adcfa54baf with Priority: HIGHEST for action security_group_rules [ 776.352020] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076400fd-40e2-4258-95f8-25adcfa54baf with Priority: HIGHEST for action security_group_members [ 776.352020] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a94dd6-93b2-416c-90e7-3ba462b2fbf1 with Priority: HIGHEST for action port [ 776.353574] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-076400fd-40e2-4258-95f8-25adcfa54baf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.353701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.353766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.354039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.354118] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('076400fd-40e2-4258-95f8-25adcfa54baf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.355013] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-076400fd-40e2-4258-95f8-25adcfa54baf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.355119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.355183] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.355353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.355494] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.355580] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.355637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.355770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.355849] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.355935] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076400fd-40e2-4258-95f8-25adcfa54baf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.356998] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-36a94dd6-93b2-416c-90e7-3ba462b2fbf1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.360853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36a94dd6-93b2-416c-90e7-3ba462b2fbf1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.360963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36a94dd6-93b2-416c-90e7-3ba462b2fbf1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.361176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36a94dd6-93b2-416c-90e7-3ba462b2fbf1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.361301] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36a94dd6-93b2-416c-90e7-3ba462b2fbf1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.654801] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: SUCCESS [ 776.655249] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.655470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.655775] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.655971] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.656102] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.656170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.656326] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.656412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.656498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.656588] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.796155] env[70476]: INFO networking_nsxv3.common.synchronization [None req-48366474-9dcc-47d2-a50b-9a8dbbb8eb0b None None] Enqueued Resource ID: e6fbd1ef-51e7-4f99-a4cd-1f168051ab58 with Priority: HIGHEST for action port [ 776.796418] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6fbd1ef-51e7-4f99-a4cd-1f168051ab58 with Priority: HIGHEST for action port [ 776.802688] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6fbd1ef-51e7-4f99-a4cd-1f168051ab58 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.802829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6fbd1ef-51e7-4f99-a4cd-1f168051ab58" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.802899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6fbd1ef-51e7-4f99-a4cd-1f168051ab58" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.803334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6fbd1ef-51e7-4f99-a4cd-1f168051ab58" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.803334] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6fbd1ef-51e7-4f99-a4cd-1f168051ab58',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.866981] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-076400fd-40e2-4258-95f8-25adcfa54baf taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.867264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.867335] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('076400fd-40e2-4258-95f8-25adcfa54baf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.868167] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36a94dd6-93b2-416c-90e7-3ba462b2fbf1 with status ACTIVE [ 776.868347] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.868602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.868602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.868714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.868804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.868976] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.869414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.869414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.869414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.869544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.869606] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.869825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.869825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.869916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.869948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.875119] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36a94dd6-93b2-416c-90e7-3ba462b2fbf1 is going to be updated. [ 776.895503] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.895656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.895699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.895873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.896020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.896284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36a94dd6-93b2-416c-90e7-3ba462b2fbf1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.935977] env[70476]: INFO networking_nsxv3.common.synchronization [req-dda06500-8ed0-4dc8-b446-d2a40ea278fa req-0d68a74c-e797-4555-b14d-b8899fcaad15 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 776.936154] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 776.936468] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.936606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.936674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.937382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.937673] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.937783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.937849] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.938025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.938118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.938208] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.160351] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.160522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.160576] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.160829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.163348] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.163348] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.163348] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.163348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.163348] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.311979] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6fbd1ef-51e7-4f99-a4cd-1f168051ab58 [ 777.312262] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.312522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.312522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.312935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.312935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.312935] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6fbd1ef-51e7-4f99-a4cd-1f168051ab58 already deleted. [ 777.312935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6fbd1ef-51e7-4f99-a4cd-1f168051ab58" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.377551] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('076400fd-40e2-4258-95f8-25adcfa54baf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.441427] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.441905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.441905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.442072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.442072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.444453] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.444453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.444453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.444453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.444453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.444453] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec already deleted. [ 777.444453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.667785] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976: rpc.has_security_group_logging(os_id): False [ 777.686021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.686439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.686507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.686716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.687403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.687403] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.687403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.687860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.687860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.687860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.687979] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.687979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.688140] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.688183] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.688238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.688448] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.688808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.688921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.689120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.689120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.689231] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 is going to be updated. [ 777.742874] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.743097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.743097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.743316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.743491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.755251] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: IN_PROGRESS for 2s [ 777.787654] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.787838] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.787960] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.788298] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.788594] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.788755] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.788871] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.789092] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.789281] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.789484] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.789592] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.789698] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.789802] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.789907] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.790016] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.790146] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.808363] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.808534] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.808671] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.808838] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.809167] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-488fd707-e6bc-4e78-b600-433e5993d781 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.809521] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-488fd707-e6bc-4e78-b600-433e5993d781" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.809668] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-488fd707-e6bc-4e78-b600-433e5993d781" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.809975] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-488fd707-e6bc-4e78-b600-433e5993d781" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.810130] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488fd707-e6bc-4e78-b600-433e5993d781',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.880088] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.880343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.880453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.880671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.880762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.880860] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076400fd-40e2-4258-95f8-25adcfa54baf is going to be created. [ 777.903749] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.903927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.903975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.904869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.904869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.917663] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076400fd-40e2-4258-95f8-25adcfa54baf in Status: UNINITIALIZED for 2s [ 778.314907] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.314907] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.314907] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.314907] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.314907] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.314907] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 488fd707-e6bc-4e78-b600-433e5993d781 not found, creating... [ 778.314907] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.314907] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.314907] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.314907] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.314907] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.315432] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.315432] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.315432] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.315432] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.315432] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.315432] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 488fd707-e6bc-4e78-b600-433e5993d781 is going to be created. [ 778.341111] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.341436] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.341608] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.341918] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.342157] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.342377] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-488fd707-e6bc-4e78-b600-433e5993d781" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.010795] env[70476]: INFO networking_nsxv3.common.synchronization [None req-abaf352b-7bb1-4639-82d3-b7e25dcabf28 None None] Enqueued Resource ID: bd2e13a3-0d1f-4ab4-b185-01758f3b4490 with Priority: HIGHEST for action port [ 779.010795] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd2e13a3-0d1f-4ab4-b185-01758f3b4490 with Priority: HIGHEST for action port [ 779.014025] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd2e13a3-0d1f-4ab4-b185-01758f3b4490 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.014025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd2e13a3-0d1f-4ab4-b185-01758f3b4490" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.014025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd2e13a3-0d1f-4ab4-b185-01758f3b4490" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.014025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd2e13a3-0d1f-4ab4-b185-01758f3b4490" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.014025] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd2e13a3-0d1f-4ab4-b185-01758f3b4490',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.392020] env[70476]: INFO networking_nsxv3.common.synchronization [req-dda06500-8ed0-4dc8-b446-d2a40ea278fa req-b42ed17d-8615-41b0-a030-8476f77cf93d service nova] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_rules [ 779.392020] env[70476]: INFO networking_nsxv3.common.synchronization [req-dda06500-8ed0-4dc8-b446-d2a40ea278fa req-b42ed17d-8615-41b0-a030-8476f77cf93d service nova] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 779.392020] env[70476]: INFO networking_nsxv3.common.synchronization [req-dda06500-8ed0-4dc8-b446-d2a40ea278fa req-b42ed17d-8615-41b0-a030-8476f77cf93d service nova] Enqueued Resource ID: 488fd707-e6bc-4e78-b600-433e5993d781 with Priority: HIGHEST for action port [ 779.392020] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_rules [ 779.392020] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 779.392020] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 488fd707-e6bc-4e78-b600-433e5993d781 with Priority: HIGHEST for action port [ 779.393942] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.394101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.394169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.394499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.394603] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.396620] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.396730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.396795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.396978] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.403096] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.403096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.403096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.403096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.403096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.403096] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.403096] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-488fd707-e6bc-4e78-b600-433e5993d781 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.403096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-488fd707-e6bc-4e78-b600-433e5993d781" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.403096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-488fd707-e6bc-4e78-b600-433e5993d781" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.403096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-488fd707-e6bc-4e78-b600-433e5993d781" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.403096] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488fd707-e6bc-4e78-b600-433e5993d781',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.516204] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd2e13a3-0d1f-4ab4-b185-01758f3b4490 [ 779.516204] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.516204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.516204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.516204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.516204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.516204] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd2e13a3-0d1f-4ab4-b185-01758f3b4490 already deleted. [ 779.516204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd2e13a3-0d1f-4ab4-b185-01758f3b4490" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.606180] env[70476]: INFO networking_nsxv3.common.synchronization [req-8a2dca79-663e-4a08-b62e-1c501d041c5e req-cd274be3-ac57-487f-9498-0dc33790dfc5 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 779.609037] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 779.609037] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.609037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.609037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.609037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.609037] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.609037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.609037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.609037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.609037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.609037] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.804506] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: SUCCESS [ 779.804735] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.898151] env[70476]: INFO networking_nsxv3.common.synchronization [req-8a2dca79-663e-4a08-b62e-1c501d041c5e req-ffa94515-b158-49c2-8046-a79643fff937 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 779.898952] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 779.899307] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.899427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.905308] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.905426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.905623] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.908211] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 488fd707-e6bc-4e78-b600-433e5993d781 with status ACTIVE [ 779.908211] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.908211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.908211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.908211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.908211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.908211] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.908211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.908211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.908211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.908211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.908211] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.908211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.908809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.908809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.908809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.908809] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 488fd707-e6bc-4e78-b600-433e5993d781 is going to be updated. [ 779.925874] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076400fd-40e2-4258-95f8-25adcfa54baf in Status: SUCCESS [ 779.926110] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.926258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.926489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.926678] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.930018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.930018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.930018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.930018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.930018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.930018] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('076400fd-40e2-4258-95f8-25adcfa54baf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.930868] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.930998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.931134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.931613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.931613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.931613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-488fd707-e6bc-4e78-b600-433e5993d781" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.111167] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.111709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.111709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.111709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.111820] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.111967] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.112080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.112221] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.112447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.112447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.112447] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 already deleted. [ 780.112583] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.112686] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.112829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.112966] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.113068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.113178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.113261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.113337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.113456] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.210867] env[70476]: INFO networking_nsxv3.common.synchronization [req-8a2dca79-663e-4a08-b62e-1c501d041c5e req-fdc38e19-8866-48b9-a0a5-b8ddba122cd5 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 780.211473] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 780.211848] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.212358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.410959] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.430604] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-076400fd-40e2-4258-95f8-25adcfa54baf taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.431065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.431149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.431377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.431555] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.431655] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.431739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.431891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.431977] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.432076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.432219] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-076400fd-40e2-4258-95f8-25adcfa54baf taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.432314] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.432376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.432524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.432659] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.432747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.432806] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.433161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.433161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.433161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.433161] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('076400fd-40e2-4258-95f8-25adcfa54baf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.540017] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.540017] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-31" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.540017] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-31" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.540017] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-31" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.540017] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.540017] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.540017] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.540017] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.540017] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.540414] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.540414] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.540414] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.540500] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.540614] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.540767] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.540978] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.561952] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.562125] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.562260] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.562475] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-31" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.562848] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-c746ec89-7132-404a-8b57-68f36043a4fe taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.563043] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-c746ec89-7132-404a-8b57-68f36043a4fe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.564018] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-c746ec89-7132-404a-8b57-68f36043a4fe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.564018] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-c746ec89-7132-404a-8b57-68f36043a4fe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.564018] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c746ec89-7132-404a-8b57-68f36043a4fe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.615479] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.615657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.615731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.615936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.616051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.616247] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.616341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.616401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.616555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.616633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.616726] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 already deleted. [ 780.616806] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.616951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.617104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.617241] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.617433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.617511] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.617657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.617730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.617818] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.914318] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.914863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.914863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.915101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.915197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.915301] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be created. [ 780.936478] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 076400fd-40e2-4258-95f8-25adcfa54baf: rpc.has_security_group_logging(os_id): False [ 780.939105] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.939255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.939364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.939605] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.939857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.948981] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: UNINITIALIZED for 2s [ 780.953019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.953314] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.953314] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.953506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.953603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.953827] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.953931] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.953994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.954163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.954254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.954436] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.954528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.954591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.954740] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.954813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.955016] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.955113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.955173] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.955307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.955381] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.955478] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 076400fd-40e2-4258-95f8-25adcfa54baf is going to be created. [ 781.008609] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.008875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.008875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.009035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.009441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.019201] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076400fd-40e2-4258-95f8-25adcfa54baf in Status: IN_PROGRESS for 2s [ 781.066713] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.066961] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.067149] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.067686] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.067686] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.067898] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port c746ec89-7132-404a-8b57-68f36043a4fe not found, creating... [ 781.068075] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.068227] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.068485] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.068575] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.068771] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.069083] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.069182] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.069278] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.069630] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.069970] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.070050] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: c746ec89-7132-404a-8b57-68f36043a4fe is going to be created. [ 781.112331] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.112658] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.112780] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.113132] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.113477] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.113809] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-c746ec89-7132-404a-8b57-68f36043a4fe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.119701] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.119859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.119958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.120205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.120343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.120553] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.120678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.120761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.120945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.121075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.121184] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 already deleted. [ 781.121302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.861113] env[70476]: INFO networking_nsxv3.common.synchronization [req-8a2dca79-663e-4a08-b62e-1c501d041c5e req-0c8490a0-d0fe-4b67-8c9e-e8025130dbe2 service nova] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_rules [ 781.863159] env[70476]: INFO networking_nsxv3.common.synchronization [req-8a2dca79-663e-4a08-b62e-1c501d041c5e req-0c8490a0-d0fe-4b67-8c9e-e8025130dbe2 service nova] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 781.866810] env[70476]: INFO networking_nsxv3.common.synchronization [req-8a2dca79-663e-4a08-b62e-1c501d041c5e req-0c8490a0-d0fe-4b67-8c9e-e8025130dbe2 service nova] Enqueued Resource ID: c746ec89-7132-404a-8b57-68f36043a4fe with Priority: HIGHEST for action port [ 781.867439] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_rules [ 781.867588] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 781.867683] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c746ec89-7132-404a-8b57-68f36043a4fe with Priority: HIGHEST for action port [ 781.867966] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.868103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.868169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.868430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.868516] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.869405] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.869504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.869785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.869785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.869880] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.869949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.870080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.870244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.870341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.870444] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.871334] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c746ec89-7132-404a-8b57-68f36043a4fe taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.871334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c746ec89-7132-404a-8b57-68f36043a4fe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.871334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c746ec89-7132-404a-8b57-68f36043a4fe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.871546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c746ec89-7132-404a-8b57-68f36043a4fe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.871592] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c746ec89-7132-404a-8b57-68f36043a4fe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.373033] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.373370] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.373370] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.374435] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c746ec89-7132-404a-8b57-68f36043a4fe with status ACTIVE [ 782.374435] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.374564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.378079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.378079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.378079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.378079] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.378079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.378079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.378079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.378079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.378079] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.378079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.378079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.378079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.378079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.378079] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c746ec89-7132-404a-8b57-68f36043a4fe is going to be updated. [ 782.395925] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.396180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.396180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.397188] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.397188] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.397188] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c746ec89-7132-404a-8b57-68f36043a4fe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.619607] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.619842] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-534" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.619924] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-534" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.620445] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-534" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.620557] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.620900] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.620900] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.621524] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.622261] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.622261] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.622261] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.622261] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.622261] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.625995] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.625995] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.625995] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.641090] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.641257] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.641397] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.641582] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-534" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.642055] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-e5aee9b6-a659-4eba-9c33-8c60bf5330d4 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.642268] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-e5aee9b6-a659-4eba-9c33-8c60bf5330d4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.642392] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-e5aee9b6-a659-4eba-9c33-8c60bf5330d4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.642691] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-e5aee9b6-a659-4eba-9c33-8c60bf5330d4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.642835] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5aee9b6-a659-4eba-9c33-8c60bf5330d4',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.685329] env[70476]: INFO networking_nsxv3.common.synchronization [req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 req-2dacfa08-3658-486b-804d-b1c168f204d4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 782.685329] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 782.686350] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.686485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.686647] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.686812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.686973] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.687074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.687133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.687286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.687366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.687457] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.878743] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.962279] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 782.962487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.962636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.962844] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.963048] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.963189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.963263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.963428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.963506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.963587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.963669] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.036127] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076400fd-40e2-4258-95f8-25adcfa54baf in Status: SUCCESS [ 783.036353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.146943] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.149157] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.149157] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.149157] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.149157] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.149157] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port e5aee9b6-a659-4eba-9c33-8c60bf5330d4 not found, creating... [ 783.149157] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.149157] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.149157] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.149157] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.149539] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.151665] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.151665] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.151665] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.151665] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.151665] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.151665] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: e5aee9b6-a659-4eba-9c33-8c60bf5330d4 is going to be created. [ 783.174024] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.174024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.174024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.174024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.174024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.174024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-e5aee9b6-a659-4eba-9c33-8c60bf5330d4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.190774] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.190774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.190774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.190774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.190774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.191085] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.191085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.191085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.191240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.191281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.191342] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 already deleted. [ 783.191442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.340032] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.340032] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.340032] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.340032] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.340032] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.340032] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.340032] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.345857] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.345857] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.345857] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.345857] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.345857] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.345857] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.345857] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.345857] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.345857] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.362155] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.367023] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.367023] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.367023] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.367023] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-cca08ae9-5f63-42a5-96fd-8120aa3c504a taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.367023] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-cca08ae9-5f63-42a5-96fd-8120aa3c504a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.367023] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-cca08ae9-5f63-42a5-96fd-8120aa3c504a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.367023] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-cca08ae9-5f63-42a5-96fd-8120aa3c504a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.367023] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca08ae9-5f63-42a5-96fd-8120aa3c504a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.383120] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.383120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.383120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.383120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.383120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.383120] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be created. [ 783.405617] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.405617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.405617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.405617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.405617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.413811] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: UNINITIALIZED for 2s [ 783.466572] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.467754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.467754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.467754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.467754] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.467754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.467754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.468042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.468042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.468042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.468335] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.468335] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.468335] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.468476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.468559] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.468646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.468706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.468845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.468908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.468994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.469104] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.870898] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.870898] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.870898] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.870898] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.871264] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.872064] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port cca08ae9-5f63-42a5-96fd-8120aa3c504a not found, creating... [ 783.873252] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.874149] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.874149] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.874501] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.874861] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.874983] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.875236] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.875321] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.875536] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.878625] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.878625] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: cca08ae9-5f63-42a5-96fd-8120aa3c504a is going to be created. [ 783.903874] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.906024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.906024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.906024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.906024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.906024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-cca08ae9-5f63-42a5-96fd-8120aa3c504a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.942143] env[70476]: INFO networking_nsxv3.common.synchronization [req-8a2dca79-663e-4a08-b62e-1c501d041c5e req-0955525a-37e9-4c69-aa2e-fbf95eaf1ee5 service nova] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_rules [ 783.942143] env[70476]: INFO networking_nsxv3.common.synchronization [req-8a2dca79-663e-4a08-b62e-1c501d041c5e req-0955525a-37e9-4c69-aa2e-fbf95eaf1ee5 service nova] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 783.942143] env[70476]: INFO networking_nsxv3.common.synchronization [req-8a2dca79-663e-4a08-b62e-1c501d041c5e req-0955525a-37e9-4c69-aa2e-fbf95eaf1ee5 service nova] Enqueued Resource ID: e5aee9b6-a659-4eba-9c33-8c60bf5330d4 with Priority: HIGHEST for action port [ 783.942383] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_rules [ 783.942490] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 783.942581] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5aee9b6-a659-4eba-9c33-8c60bf5330d4 with Priority: HIGHEST for action port [ 783.942912] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.943037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.943245] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.943400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.943493] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5aee9b6-a659-4eba-9c33-8c60bf5330d4 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.943708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5aee9b6-a659-4eba-9c33-8c60bf5330d4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.943708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5aee9b6-a659-4eba-9c33-8c60bf5330d4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.943839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5aee9b6-a659-4eba-9c33-8c60bf5330d4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.943970] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5aee9b6-a659-4eba-9c33-8c60bf5330d4',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.971521] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec: rpc.has_security_group_logging(os_id): False [ 783.988911] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.989114] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.989114] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.989327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.989429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.989654] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.989779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.989886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.990010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.990063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.990236] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.990330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.990379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.990538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.990642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.990824] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.990916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.990976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.991390] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.991468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.991560] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be created. [ 784.066336] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.066336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.066336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.066540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.066576] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.086146] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 784.446522] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5aee9b6-a659-4eba-9c33-8c60bf5330d4 with status ACTIVE [ 784.446522] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.446522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.446522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.447044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.447044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.448721] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.448721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.448721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.448721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.448721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.448721] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.448721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.448721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.449123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.449123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.449123] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5aee9b6-a659-4eba-9c33-8c60bf5330d4 is going to be updated. [ 784.473509] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.473673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.473722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.473919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.474061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.474216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5aee9b6-a659-4eba-9c33-8c60bf5330d4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.721642] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.721891] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-31" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.722058] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-31" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.722477] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-31" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.722686] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.722883] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.723028] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.723296] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.723576] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.723715] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.723859] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.723982] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.724138] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.724266] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.724402] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.724559] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.744224] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.744399] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 784.744560] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.744714] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-31" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.744999] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-30388be7-4136-4ee7-9f40-2deb757ad334 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.745187] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-30388be7-4136-4ee7-9f40-2deb757ad334" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.745338] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-30388be7-4136-4ee7-9f40-2deb757ad334" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.745722] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-30388be7-4136-4ee7-9f40-2deb757ad334" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.745871] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30388be7-4136-4ee7-9f40-2deb757ad334',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.007403] env[70476]: INFO networking_nsxv3.common.synchronization [req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 req-95e79d94-75a0-4deb-aafd-9cd669aa2c64 service nova] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_rules [ 785.007557] env[70476]: INFO networking_nsxv3.common.synchronization [req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 req-95e79d94-75a0-4deb-aafd-9cd669aa2c64 service nova] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 785.009120] env[70476]: INFO networking_nsxv3.common.synchronization [req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 req-95e79d94-75a0-4deb-aafd-9cd669aa2c64 service nova] Enqueued Resource ID: cca08ae9-5f63-42a5-96fd-8120aa3c504a with Priority: HIGHEST for action port [ 785.012168] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_rules [ 785.012168] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 785.012168] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca08ae9-5f63-42a5-96fd-8120aa3c504a with Priority: HIGHEST for action port [ 785.012168] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.012168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.012168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.012168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.012168] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.012168] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.012168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.012168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.012663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.012663] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.012663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.012663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.012787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.012816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.012894] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.013710] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-cca08ae9-5f63-42a5-96fd-8120aa3c504a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.017020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cca08ae9-5f63-42a5-96fd-8120aa3c504a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.017020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cca08ae9-5f63-42a5-96fd-8120aa3c504a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.017020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cca08ae9-5f63-42a5-96fd-8120aa3c504a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.017020] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca08ae9-5f63-42a5-96fd-8120aa3c504a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.248850] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.249144] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.249314] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.249556] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.249706] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.249871] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 30388be7-4136-4ee7-9f40-2deb757ad334 not found, creating... [ 785.250140] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.250491] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.250491] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.250682] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.250783] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.251081] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.251299] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.251464] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.251553] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.251704] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.251901] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 30388be7-4136-4ee7-9f40-2deb757ad334 is going to be created. [ 785.275574] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.275830] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.275938] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.276235] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.276474] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.276692] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-30388be7-4136-4ee7-9f40-2deb757ad334" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.427016] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 785.427270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.427464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.427675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.428250] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.428250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.428250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.428250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.428250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.428557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.428557] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.429247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.429518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.429589] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.429683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.429746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.429887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.429964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.430060] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.515737] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.518334] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.518452] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.518629] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cca08ae9-5f63-42a5-96fd-8120aa3c504a with status ACTIVE [ 785.518817] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.518921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.518998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.519256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.519346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.519573] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.519662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.519722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.519872] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.519946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.520137] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.520286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.520286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.520411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.520491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.520573] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cca08ae9-5f63-42a5-96fd-8120aa3c504a is going to be updated. [ 785.542439] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.542439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.542439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.542439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.542439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.542439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cca08ae9-5f63-42a5-96fd-8120aa3c504a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.932045] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.932229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.932370] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.945707] env[70476]: INFO networking_nsxv3.common.synchronization [req-8a2dca79-663e-4a08-b62e-1c501d041c5e req-ccf1f1ae-e7a4-4c12-82cc-d6b62b358c8c service nova] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_rules [ 785.945915] env[70476]: INFO networking_nsxv3.common.synchronization [req-8a2dca79-663e-4a08-b62e-1c501d041c5e req-ccf1f1ae-e7a4-4c12-82cc-d6b62b358c8c service nova] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 785.946026] env[70476]: INFO networking_nsxv3.common.synchronization [req-8a2dca79-663e-4a08-b62e-1c501d041c5e req-ccf1f1ae-e7a4-4c12-82cc-d6b62b358c8c service nova] Enqueued Resource ID: 30388be7-4136-4ee7-9f40-2deb757ad334 with Priority: HIGHEST for action port [ 785.946521] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_rules [ 785.946659] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 785.946753] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30388be7-4136-4ee7-9f40-2deb757ad334 with Priority: HIGHEST for action port [ 785.947254] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.947357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.947585] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.947698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.947897] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-30388be7-4136-4ee7-9f40-2deb757ad334 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.948000] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30388be7-4136-4ee7-9f40-2deb757ad334" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.948616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30388be7-4136-4ee7-9f40-2deb757ad334" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.948855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30388be7-4136-4ee7-9f40-2deb757ad334" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.948992] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30388be7-4136-4ee7-9f40-2deb757ad334',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.023207] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.098794] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 786.099025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.438347] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.451622] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30388be7-4136-4ee7-9f40-2deb757ad334 with status ACTIVE [ 786.451862] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.452166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.452166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.452698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.452800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.452985] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.453099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.453161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.453327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.453404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.453582] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.453674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.453735] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.453869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.453942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.454039] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30388be7-4136-4ee7-9f40-2deb757ad334 is going to be updated. [ 786.477692] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.477893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.477893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.478342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.478342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.478457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30388be7-4136-4ee7-9f40-2deb757ad334" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.525376] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.525772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.525772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.525845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.525915] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.526019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be created. [ 786.552973] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.553204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.553254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.553479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.553675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.563341] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: UNINITIALIZED for 2s [ 786.940687] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.940857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.940932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.941182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.944958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.944958] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 786.967984] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.968179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.968223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.968434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.968581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.977614] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 787.511481] env[70476]: INFO networking_nsxv3.common.synchronization [req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 req-6f5648b4-d23a-4040-97dd-0c4ce6082c5a tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Enqueued Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 787.512116] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 787.512521] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.512611] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.512682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.512939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.513114] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.513205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.513266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.513421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.513507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.513601] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.004851] env[70476]: INFO networking_nsxv3.common.synchronization [req-21435c15-b197-48c1-b6a3-f64e0be56f1c req-4ebc6211-f11b-4607-bdf5-c780d6b4c6da tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Enqueued Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_members [ 788.005735] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_members [ 788.006103] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.006236] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.006295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.006489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.006647] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.006746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.006831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.006944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.007551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.007551] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.016065] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.016226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.016352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.017099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.017099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.017099] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.017099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.017099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.017514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.017514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.017514] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d already deleted. [ 788.017514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.183243] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.183931] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-55" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.183931] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-55" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.184307] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-55" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.184605] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.184773] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.184889] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.185131] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.185337] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.185562] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.185722] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.186250] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.186250] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.186250] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.186388] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.186428] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.209873] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.210087] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 788.210238] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.210712] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-55" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.210839] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-5914662a-ef55-4503-a40f-3c86bb51db95 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.211448] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-5914662a-ef55-4503-a40f-3c86bb51db95" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.211448] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-5914662a-ef55-4503-a40f-3c86bb51db95" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.211579] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-5914662a-ef55-4503-a40f-3c86bb51db95" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.211647] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5914662a-ef55-4503-a40f-3c86bb51db95',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.509333] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.573241] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 788.573495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.573681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.573902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.574151] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.574366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.574444] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.574664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.574774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.574881] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.574976] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.714351] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.714609] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.714765] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.715092] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.715292] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.715467] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 5914662a-ef55-4503-a40f-3c86bb51db95 not found, creating... [ 788.715783] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.715967] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.716112] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.716393] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.716555] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.716874] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.717076] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.717220] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.717485] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.717663] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.717817] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 5914662a-ef55-4503-a40f-3c86bb51db95 is going to be created. [ 788.738153] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.742153] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.742153] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.742153] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.742153] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.742153] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-5914662a-ef55-4503-a40f-3c86bb51db95" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.986391] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 788.986611] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.986964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.987085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.987313] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.987448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.987560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.987751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.988302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.988388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.988500] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.988590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.988654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.988894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.988894] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.989526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.989526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.989526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.989526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.989526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.989526] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.990811] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.990937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.991073] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.991177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.991227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.991365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.991445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.991445] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.012010] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.077036] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.491398] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b59dbbe2-61b8-4570-8230-2cfc02a59463: rpc.has_security_group_logging(os_id): False [ 789.493515] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.513258] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.513540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.513540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.513677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.513765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.515417] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.515842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.515842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.515982] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.515982] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.516822] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.516822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.516822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.517186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.517279] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.517543] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.517646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.517708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.517847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.517953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.518097] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be created. [ 789.520750] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.520750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.520750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.520974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.520974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.520974] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 is going to be updated. [ 789.550715] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.550861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.552751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.552751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.552751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.562738] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: IN_PROGRESS for 2s [ 789.578754] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d698e933-fdae-4eff-9c2e-29973b9904c1: rpc.has_security_group_logging(os_id): False [ 789.582475] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.582652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.582712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.582896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.583089] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.584927] env[70476]: INFO networking_nsxv3.common.synchronization [req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 req-0558d652-6669-43b9-82fa-97d7e792f85f service nova] Enqueued Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_rules [ 789.586090] env[70476]: INFO networking_nsxv3.common.synchronization [req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 req-0558d652-6669-43b9-82fa-97d7e792f85f service nova] Enqueued Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 789.586090] env[70476]: INFO networking_nsxv3.common.synchronization [req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 req-0558d652-6669-43b9-82fa-97d7e792f85f service nova] Enqueued Resource ID: 5914662a-ef55-4503-a40f-3c86bb51db95 with Priority: HIGHEST for action port [ 789.586272] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_rules [ 789.586319] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 789.586417] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5914662a-ef55-4503-a40f-3c86bb51db95 with Priority: HIGHEST for action port [ 789.586991] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.587132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.587200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.587431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.587528] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.588535] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.588535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.588649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.592202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.592387] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.592496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.592558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.592731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.592817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.592908] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.597978] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5914662a-ef55-4503-a40f-3c86bb51db95 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.599036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5914662a-ef55-4503-a40f-3c86bb51db95" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.599036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5914662a-ef55-4503-a40f-3c86bb51db95" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.599036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5914662a-ef55-4503-a40f-3c86bb51db95" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.599036] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5914662a-ef55-4503-a40f-3c86bb51db95',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.600208] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 789.606578] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.607129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.607215] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.607657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.607657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.607963] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.608106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.608173] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.608344] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.608446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.608871] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be created. [ 789.719848] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.720018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.720091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.720301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.720481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.732333] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: IN_PROGRESS for 2s [ 790.000223] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.101128] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.101433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.101487] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.104901] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5914662a-ef55-4503-a40f-3c86bb51db95 with status ACTIVE [ 790.106897] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.106991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.107072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.107286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.107370] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.107556] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.107657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.107710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.107854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.107925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.108117] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.108201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.108255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.108416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.108454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.108537] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5914662a-ef55-4503-a40f-3c86bb51db95 is going to be updated. [ 790.132641] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.132778] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.132846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.133076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.133207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.133362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5914662a-ef55-4503-a40f-3c86bb51db95" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.506447] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.506658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.506780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.507056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.507151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.507274] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 790.549970] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.550200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.550277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.550553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.550665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.562552] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 790.603260] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.106728] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.107021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.107021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.107162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.107251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.107373] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d is going to be created. [ 791.129880] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.130042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.130083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.130286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.130440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.139195] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: UNINITIALIZED for 2s [ 791.574452] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: SUCCESS [ 791.574667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.610724] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 791.610898] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.610969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.611300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.611300] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.743997] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 791.744376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.113915] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.114353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.574480] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 792.574480] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.574480] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.574757] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.574980] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.575710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.575710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.575710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.575710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.575710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.575710] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.657520] env[70476]: INFO networking_nsxv3.common.synchronization [req-32a76bbc-6ef3-4295-984f-74dc45697afa req-de989e82-a6c9-4168-92ba-250ad68794d2 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Enqueued Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 792.658293] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 792.658548] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.658548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.014314] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.014554] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-55" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.014723] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-55" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.015258] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-55" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.015699] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.016248] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.016462] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.016764] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.016967] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.017246] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.017469] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.017690] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.017863] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.018067] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.018291] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.018469] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.041256] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.041458] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.041597] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.041775] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-55" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.042150] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-26625a3f-b8c1-45d7-91c3-f87bfef4a956 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.042596] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-26625a3f-b8c1-45d7-91c3-f87bfef4a956" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.042809] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-26625a3f-b8c1-45d7-91c3-f87bfef4a956" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.043141] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-26625a3f-b8c1-45d7-91c3-f87bfef4a956" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.043280] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26625a3f-b8c1-45d7-91c3-f87bfef4a956',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.081895] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.082073] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.082210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.082489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.082740] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.082867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.082938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.083106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.083194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.083278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.083424] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.083514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.083572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.083711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.083849] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.083936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.083994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.084145] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.084223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.084305] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.084391] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.154020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: UNINITIALIZED for 4s [ 793.546237] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.546660] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.546752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.547111] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.547327] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.547545] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 26625a3f-b8c1-45d7-91c3-f87bfef4a956 not found, creating... [ 793.547870] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.548088] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.548252] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.548673] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.548875] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.549311] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.549590] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.549940] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.550240] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.550397] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.550567] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 26625a3f-b8c1-45d7-91c3-f87bfef4a956 is going to be created. [ 793.571821] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.572123] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.572234] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.572540] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.572797] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.573045] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-26625a3f-b8c1-45d7-91c3-f87bfef4a956" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.589611] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b59dbbe2-61b8-4570-8230-2cfc02a59463: rpc.has_security_group_logging(os_id): False [ 793.620524] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.620524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.620659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.620800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.620889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.621089] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.621180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.621239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.621384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.621456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.621648] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.621739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.621800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.621939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.622039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.622201] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.622294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.622345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.622482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.622558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.622640] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 793.701761] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.701913] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.701971] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.702607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.704023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.719439] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 794.225692] env[70476]: INFO networking_nsxv3.common.synchronization [req-e1e23e91-21ab-4806-b845-ed08e3e40853 req-cf589dc9-7c92-4fee-b64e-7b5a40a38d34 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Enqueued Resource ID: 076400fd-40e2-4258-95f8-25adcfa54baf with Priority: HIGHEST for action security_group_members [ 794.226251] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076400fd-40e2-4258-95f8-25adcfa54baf with Priority: HIGHEST for action security_group_members [ 794.226550] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-076400fd-40e2-4258-95f8-25adcfa54baf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.226666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.226736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.226989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.227189] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.227291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.227354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.227505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.227588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.227722] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076400fd-40e2-4258-95f8-25adcfa54baf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.392885] env[70476]: INFO networking_nsxv3.common.synchronization [req-32a76bbc-6ef3-4295-984f-74dc45697afa req-a862570e-904d-4ad4-8195-4b8022615a97 service nova] Enqueued Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_rules [ 794.393800] env[70476]: INFO networking_nsxv3.common.synchronization [req-32a76bbc-6ef3-4295-984f-74dc45697afa req-a862570e-904d-4ad4-8195-4b8022615a97 service nova] Enqueued Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 794.393800] env[70476]: INFO networking_nsxv3.common.synchronization [req-32a76bbc-6ef3-4295-984f-74dc45697afa req-a862570e-904d-4ad4-8195-4b8022615a97 service nova] Enqueued Resource ID: 26625a3f-b8c1-45d7-91c3-f87bfef4a956 with Priority: HIGHEST for action port [ 794.393800] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_rules [ 794.393800] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 794.393800] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26625a3f-b8c1-45d7-91c3-f87bfef4a956 with Priority: HIGHEST for action port [ 794.394347] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.394440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.394582] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.394653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.394780] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-26625a3f-b8c1-45d7-91c3-f87bfef4a956 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.394897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26625a3f-b8c1-45d7-91c3-f87bfef4a956" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.395020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26625a3f-b8c1-45d7-91c3-f87bfef4a956" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.395216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26625a3f-b8c1-45d7-91c3-f87bfef4a956" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.395259] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26625a3f-b8c1-45d7-91c3-f87bfef4a956',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.729600] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.729796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.729916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.730106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.730169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.730410] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.730514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.730575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.730738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.730810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.730896] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076400fd-40e2-4258-95f8-25adcfa54baf is going to be updated. [ 794.774385] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.774576] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.774608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.774814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.774973] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.784827] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076400fd-40e2-4258-95f8-25adcfa54baf in Status: IN_PROGRESS for 2s [ 794.898670] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26625a3f-b8c1-45d7-91c3-f87bfef4a956 with status ACTIVE [ 794.898940] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.899121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.899204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.899733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.899733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.899796] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.899897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.899974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.900246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.900402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.900574] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.900684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.900752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.900925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.901080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.901211] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26625a3f-b8c1-45d7-91c3-f87bfef4a956 is going to be updated. [ 794.922452] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.922623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.922718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.922967] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.923156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.923361] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26625a3f-b8c1-45d7-91c3-f87bfef4a956" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.160328] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: SUCCESS [ 795.160471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.160640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.160850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.161051] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.161182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.161216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.161382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.161460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.161543] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.161638] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.162764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.162764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.162838] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.162884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.163135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.163135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.163135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.163276] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.664686] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.664987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.665040] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.731738] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 795.732011] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.732233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.732474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.734486] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.170527] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.238269] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.238269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.238269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.238269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.238269] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.238269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.238269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.238269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.238269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.238269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.238269] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.672715] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.673063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.673181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.674458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.674458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.674458] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d is going to be updated. [ 796.704903] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.705081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.705143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.705406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.705576] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.716086] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: IN_PROGRESS for 2s [ 796.743768] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.743962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.743962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.746695] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.746695] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.746695] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.746695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.746695] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.795997] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076400fd-40e2-4258-95f8-25adcfa54baf in Status: SUCCESS [ 796.796387] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076400fd-40e2-4258-95f8-25adcfa54baf deletion is rescheduled due to dependency. [ 796.796567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076400fd-40e2-4258-95f8-25adcfa54baf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.249292] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b59dbbe2-61b8-4570-8230-2cfc02a59463: rpc.has_security_group_logging(os_id): False [ 797.267650] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.267650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.267650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.267650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.267851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.267961] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.268091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.268170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.268384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.268917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.268917] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.268917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.268917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.269139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.269139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.269345] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.269440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.269514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.269675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.269765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.269917] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 797.332772] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.334253] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.334338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.334667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.334870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.350037] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 797.736546] env[70476]: INFO networking_nsxv3.common.synchronization [req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b req-df990519-7cff-460e-84d2-061fd4a52b6a tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Enqueued Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_members [ 797.736795] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_members [ 797.737133] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.737259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.737317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.737564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.737721] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.737891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.737891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.738031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.738866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.738866] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.135619] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.136470] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.136470] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.136470] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.136722] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.136893] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.140139] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.140495] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.140690] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.140920] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.141062] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.141181] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.141294] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.141407] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.141514] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.141678] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.168380] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.168595] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.168738] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.168929] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.169299] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-09a6680f-ad8b-43fb-94d7-1f991c6515da taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.169475] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-09a6680f-ad8b-43fb-94d7-1f991c6515da" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.169615] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-09a6680f-ad8b-43fb-94d7-1f991c6515da" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.169946] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-09a6680f-ad8b-43fb-94d7-1f991c6515da" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.170118] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09a6680f-ad8b-43fb-94d7-1f991c6515da',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.242246] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.242246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.242246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.242246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.242246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.243838] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.243956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.244728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.244728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.244728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.244728] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1439909f-7299-4a43-8e55-65a9485794b3 already deleted. [ 798.244728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.673615] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.673879] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.674096] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.674312] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.674459] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.674617] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 09a6680f-ad8b-43fb-94d7-1f991c6515da not found, creating... [ 798.674928] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.675108] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.675182] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.675406] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.675705] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.675848] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.675978] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.676110] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.676398] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.676451] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.676598] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 09a6680f-ad8b-43fb-94d7-1f991c6515da is going to be created. [ 798.700883] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.700883] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.701194] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.701331] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.701571] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.701812] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-09a6680f-ad8b-43fb-94d7-1f991c6515da" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.725601] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: SUCCESS [ 798.725601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.725601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.725836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.727020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.727020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.727020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.727020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.727020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.727020] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.229296] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.365297] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 799.365297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.385191] env[70476]: INFO networking_nsxv3.common.synchronization [req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b req-3e9d20b7-8036-42e0-81f6-6162cfe3d730 service nova] Enqueued Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_rules [ 799.385191] env[70476]: INFO networking_nsxv3.common.synchronization [req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b req-3e9d20b7-8036-42e0-81f6-6162cfe3d730 service nova] Enqueued Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_members [ 799.385367] env[70476]: INFO networking_nsxv3.common.synchronization [req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b req-3e9d20b7-8036-42e0-81f6-6162cfe3d730 service nova] Enqueued Resource ID: 09a6680f-ad8b-43fb-94d7-1f991c6515da with Priority: HIGHEST for action port [ 799.385611] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_rules [ 799.385775] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_members [ 799.385819] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09a6680f-ad8b-43fb-94d7-1f991c6515da with Priority: HIGHEST for action port [ 799.387143] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.387279] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.387363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.387634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.387700] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.388597] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.388719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.388779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.388965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.389179] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.389536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.389536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.389646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.389691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.389752] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.392090] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-09a6680f-ad8b-43fb-94d7-1f991c6515da taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.392090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09a6680f-ad8b-43fb-94d7-1f991c6515da" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.392090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09a6680f-ad8b-43fb-94d7-1f991c6515da" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.392090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09a6680f-ad8b-43fb-94d7-1f991c6515da" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.392090] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09a6680f-ad8b-43fb-94d7-1f991c6515da',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.734455] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.894716] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.894716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.894716] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.898432] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09a6680f-ad8b-43fb-94d7-1f991c6515da with status ACTIVE [ 799.898432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.898432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.898432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.898432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.898432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.898432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.898432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.898432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.898432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.898432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.898432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.898432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.898432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.898432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.898432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.898432] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09a6680f-ad8b-43fb-94d7-1f991c6515da is going to be updated. [ 799.917346] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.917346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.917346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.917346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.917346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.917346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09a6680f-ad8b-43fb-94d7-1f991c6515da" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.175269] env[70476]: INFO networking_nsxv3.common.synchronization [req-49f4789b-4925-4343-99bc-db8860968b20 req-5d97011f-9177-4ff2-8091-9632c26500e3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 800.179395] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 800.179708] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.179868] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.179929] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.180199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.180394] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.180500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.180560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.180719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.180808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.180908] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.237588] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.238172] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.238315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.238642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.238799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.238974] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d is going to be updated. [ 800.272872] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.273116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.273116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.273304] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.273446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.287742] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: IN_PROGRESS for 2s [ 800.399182] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.559802] env[70476]: INFO networking_nsxv3.common.synchronization [req-66aa96d7-05e0-49bb-a18b-2353ef25c420 req-cc69c161-8825-4e71-9572-e82d0e3b64b5 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Enqueued Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 800.561663] env[70476]: INFO networking_nsxv3.common.synchronization [req-49f4789b-4925-4343-99bc-db8860968b20 req-7fb0a677-8d8d-4319-a6be-cf71b610ccc3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 800.562248] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 800.562355] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 800.562628] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.562759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.562909] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.562989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.683993] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.905009] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.905009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.905152] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.905828] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.907017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.907132] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1439909f-7299-4a43-8e55-65a9485794b3 is going to be created. [ 800.910629] env[70476]: INFO networking_nsxv3.common.synchronization [req-49f4789b-4925-4343-99bc-db8860968b20 req-0057ac42-d060-4562-a5c5-ebd4086bfbc2 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 800.911202] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 800.911879] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.911971] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.934992] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.934992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.934992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.934992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.934992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.951405] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: UNINITIALIZED for 2s [ 801.036308] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.036497] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-55" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.036619] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-55" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.036893] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-55" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.037260] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.037467] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.037621] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.038934] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.038934] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.038934] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.038934] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.038934] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.038934] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.038934] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.039408] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.039572] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.057447] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.059010] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.059279] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.059635] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-55" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.062373] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-9263aba4-50ee-4ab2-b18b-437b57ebcdb5 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.064311] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-9263aba4-50ee-4ab2-b18b-437b57ebcdb5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.064311] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-9263aba4-50ee-4ab2-b18b-437b57ebcdb5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.064311] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-9263aba4-50ee-4ab2-b18b-437b57ebcdb5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.064311] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9263aba4-50ee-4ab2-b18b-437b57ebcdb5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.186496] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.568443] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.568904] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.569597] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.569793] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.570671] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.570967] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 9263aba4-50ee-4ab2-b18b-437b57ebcdb5 not found, creating... [ 801.571315] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.571501] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.571631] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.571901] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.572083] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.572412] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.572575] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.572693] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.572910] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.573085] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.573199] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 9263aba4-50ee-4ab2-b18b-437b57ebcdb5 is going to be created. [ 801.593831] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.594161] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.594285] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.594635] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.594920] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.595328] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-9263aba4-50ee-4ab2-b18b-437b57ebcdb5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.688639] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.691022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.691022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.691022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.691022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.691022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 801.732991] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.733169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.733239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.733453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.733593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.744307] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 802.300154] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: SUCCESS [ 802.300383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.300656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.300758] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.300938] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.301064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.301126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.301280] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.301361] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.301434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.301832] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.301832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.301832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.301832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.302084] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.302084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.302254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.302335] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.302370] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.302642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.302642] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.303394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.307425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.307425] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.307425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.307617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.307617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.307885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.307885] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.407564] env[70476]: INFO networking_nsxv3.common.synchronization [req-66aa96d7-05e0-49bb-a18b-2353ef25c420 req-301740f5-2481-4415-90f9-da1708bbc8ac service nova] Enqueued Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_rules [ 802.407817] env[70476]: INFO networking_nsxv3.common.synchronization [req-66aa96d7-05e0-49bb-a18b-2353ef25c420 req-301740f5-2481-4415-90f9-da1708bbc8ac service nova] Enqueued Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 802.408137] env[70476]: INFO networking_nsxv3.common.synchronization [req-66aa96d7-05e0-49bb-a18b-2353ef25c420 req-301740f5-2481-4415-90f9-da1708bbc8ac service nova] Enqueued Resource ID: 9263aba4-50ee-4ab2-b18b-437b57ebcdb5 with Priority: HIGHEST for action port [ 802.408725] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_rules [ 802.408855] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 802.410017] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9263aba4-50ee-4ab2-b18b-437b57ebcdb5 with Priority: HIGHEST for action port [ 802.410017] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.410017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.410017] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.410017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.410017] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9263aba4-50ee-4ab2-b18b-437b57ebcdb5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.410017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9263aba4-50ee-4ab2-b18b-437b57ebcdb5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.410405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9263aba4-50ee-4ab2-b18b-437b57ebcdb5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.413944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9263aba4-50ee-4ab2-b18b-437b57ebcdb5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.414201] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9263aba4-50ee-4ab2-b18b-437b57ebcdb5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.810172] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d082575-4cf9-44b6-a34f-ba026783091d: rpc.has_security_group_logging(os_id): False [ 802.811308] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.827729] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.827968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.827968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.828284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.828397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.828571] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.828709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.828746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.828926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.829012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.829206] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.829437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.829437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.829515] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.829560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.829858] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.830052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.830052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.831091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.831091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.831091] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d is going to be created. [ 802.889330] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.889465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.889465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.890365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.890365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.899752] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: IN_PROGRESS for 2s [ 802.916390] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9263aba4-50ee-4ab2-b18b-437b57ebcdb5 with status ACTIVE [ 802.916625] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.916759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.916836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.917066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.917174] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.917637] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.917637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.917637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.917890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.917890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.918135] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.918229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.918290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.918448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.918541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.918615] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9263aba4-50ee-4ab2-b18b-437b57ebcdb5 is going to be updated. [ 802.961814] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.962012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.962053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.965797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.965797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.965797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9263aba4-50ee-4ab2-b18b-437b57ebcdb5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.965797] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: SUCCESS [ 802.965797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.965797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.965797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.965797] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.965797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.965797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.965797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.965797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.965797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.965797] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.313626] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.467890] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.467890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.467890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.468228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.468370] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.468475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.468557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.468714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.468814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.468905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.469069] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.469177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.469231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.469373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.469511] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.469601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.469653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.469786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.469886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.469995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.470108] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.754214] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 803.754434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.754600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.754848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.755086] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.755166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.755214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.755365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.755462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.755575] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.817064] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.817064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.817064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.817521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.817521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.817584] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d is going to be updated. [ 803.846238] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.846565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.846716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.847054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.847305] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.856431] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: IN_PROGRESS for 2s [ 803.972728] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1439909f-7299-4a43-8e55-65a9485794b3: rpc.has_security_group_logging(os_id): False [ 803.991590] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.991590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.991837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.991873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.991969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.992324] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.992438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.992572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.992661] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.992736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.993010] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.993217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.993323] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.993432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.993494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.993697] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.993827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.993918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.994150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.994243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.994325] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1439909f-7299-4a43-8e55-65a9485794b3 is going to be created. [ 804.048377] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.048623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.048682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.049039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.049343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.059943] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: IN_PROGRESS for 2s [ 804.258467] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.258668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.258668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.259452] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.259587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.260182] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.260429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.260429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.260638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.260725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.260876] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 804.290711] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.290989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.290989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.291216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.291408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.300542] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 804.911462] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: SUCCESS [ 804.911750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.911874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.912125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.912190] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.414381] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.414564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.867813] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: SUCCESS [ 805.868134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.868368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.868630] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.868864] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.869045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.869125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.869328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.869438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.869561] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.076540] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: SUCCESS [ 806.076540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.080749] env[70476]: INFO networking_nsxv3.common.synchronization [req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 req-9a528fe8-0420-4caf-90f7-7a27cd556906 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Enqueued Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_members [ 806.081391] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_members [ 806.081714] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.081831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.081974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.082377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.082377] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.082540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.082540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.082723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.082864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.082985] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.105358] env[70476]: INFO networking_nsxv3.common.synchronization [None req-af6736f8-f769-4e4c-a783-e0ed2b837f4a tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Enqueued Resource ID: a72b9b9a-2c46-4c32-b32e-60fcdd990ea1 with Priority: HIGHEST for action security_group_rules [ 806.105358] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a72b9b9a-2c46-4c32-b32e-60fcdd990ea1 with Priority: HIGHEST for action security_group_rules [ 806.106667] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a72b9b9a-2c46-4c32-b32e-60fcdd990ea1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.106667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a72b9b9a-2c46-4c32-b32e-60fcdd990ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.106667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a72b9b9a-2c46-4c32-b32e-60fcdd990ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.106667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a72b9b9a-2c46-4c32-b32e-60fcdd990ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.106667] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a72b9b9a-2c46-4c32-b32e-60fcdd990ea1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.224415] env[70476]: INFO networking_nsxv3.common.synchronization [None req-ea3ed586-1d0a-452d-b32b-3901fb8ca901 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Enqueued Resource ID: a72b9b9a-2c46-4c32-b32e-60fcdd990ea1 with Priority: HIGHEST for action security_group_rules [ 806.224962] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a72b9b9a-2c46-4c32-b32e-60fcdd990ea1 with Priority: HIGHEST for action security_group_rules [ 806.225277] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a72b9b9a-2c46-4c32-b32e-60fcdd990ea1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.225384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a72b9b9a-2c46-4c32-b32e-60fcdd990ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.310444] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 806.310637] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 deletion is rescheduled due to dependency. [ 806.312954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.312954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.312954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.312954] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.312954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.312954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.312954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.312954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.312954] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.372213] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.474235] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.474435] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.474562] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.474857] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.475157] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.475318] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.475439] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.475656] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.475801] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.476016] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.476236] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.476720] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.476879] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.477048] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.477214] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.477380] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.496726] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.496912] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.497130] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.497325] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.497695] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-5cdad39d-2e38-45c7-8678-e957aba65cfe taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.497876] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-5cdad39d-2e38-45c7-8678-e957aba65cfe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.498015] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-5cdad39d-2e38-45c7-8678-e957aba65cfe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.498337] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-5cdad39d-2e38-45c7-8678-e957aba65cfe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.498478] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cdad39d-2e38-45c7-8678-e957aba65cfe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.584671] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.627707] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.627997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.628116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.628356] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.628495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.628643] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a72b9b9a-2c46-4c32-b32e-60fcdd990ea1 already deleted. [ 806.628757] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a72b9b9a-2c46-4c32-b32e-60fcdd990ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.628933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a72b9b9a-2c46-4c32-b32e-60fcdd990ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.629202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a72b9b9a-2c46-4c32-b32e-60fcdd990ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.629330] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a72b9b9a-2c46-4c32-b32e-60fcdd990ea1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.814202] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.814369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.814446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.814659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.814752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.814941] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.815050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.815121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.815263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.815340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.815431] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 806.839258] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.839416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.839482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.839712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.839854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.849400] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 806.874991] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.001648] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.001648] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.001648] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.003601] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.003601] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.003601] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 5cdad39d-2e38-45c7-8678-e957aba65cfe not found, creating... [ 807.003601] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.003601] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.003601] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.003601] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.003970] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.004330] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.004578] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.004732] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.005036] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.005256] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.005458] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 5cdad39d-2e38-45c7-8678-e957aba65cfe is going to be created. [ 807.027033] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.027033] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.027033] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.027440] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.027440] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.028675] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-5cdad39d-2e38-45c7-8678-e957aba65cfe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.087554] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.152432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.152554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.152674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.152901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.152954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.153099] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a72b9b9a-2c46-4c32-b32e-60fcdd990ea1 already deleted. [ 807.153204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a72b9b9a-2c46-4c32-b32e-60fcdd990ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.376842] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.377032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.377094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.377313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.377410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.377508] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d is going to be updated. [ 807.408181] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.408332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.408398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.408610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.408746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.416320] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: IN_PROGRESS for 2s [ 807.591052] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.591261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.591329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.591548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.591644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.591745] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1439909f-7299-4a43-8e55-65a9485794b3 is going to be updated. [ 807.619297] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.619482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.619678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.619763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.619931] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.629672] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: IN_PROGRESS for 2s [ 807.784626] env[70476]: INFO networking_nsxv3.common.synchronization [req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 req-7f8de34a-7b6f-417e-82f6-af610a98675f service nova] Enqueued Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_rules [ 807.784794] env[70476]: INFO networking_nsxv3.common.synchronization [req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 req-7f8de34a-7b6f-417e-82f6-af610a98675f service nova] Enqueued Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_members [ 807.784929] env[70476]: INFO networking_nsxv3.common.synchronization [req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 req-7f8de34a-7b6f-417e-82f6-af610a98675f service nova] Enqueued Resource ID: 5cdad39d-2e38-45c7-8678-e957aba65cfe with Priority: HIGHEST for action port [ 807.785168] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_rules [ 807.785298] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_members [ 807.785394] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdad39d-2e38-45c7-8678-e957aba65cfe with Priority: HIGHEST for action port [ 807.785924] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.786418] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.786488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.786675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.786763] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.791150] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.791150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.791150] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cdad39d-2e38-45c7-8678-e957aba65cfe taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.791150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cdad39d-2e38-45c7-8678-e957aba65cfe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.791150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cdad39d-2e38-45c7-8678-e957aba65cfe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.791150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cdad39d-2e38-45c7-8678-e957aba65cfe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.791150] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cdad39d-2e38-45c7-8678-e957aba65cfe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.289165] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.289490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.291803] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cdad39d-2e38-45c7-8678-e957aba65cfe with status ACTIVE [ 808.291898] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.292022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.292096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.292304] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.292993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.292993] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.292993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.292993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.292993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.292993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.293275] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.293275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.293357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.294026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.294026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.294026] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cdad39d-2e38-45c7-8678-e957aba65cfe is going to be updated. [ 808.315146] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.315231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.315352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.315490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.315621] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.315780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cdad39d-2e38-45c7-8678-e957aba65cfe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.864400] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 808.864589] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 deletion is rescheduled due to dependency. [ 808.864689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.426409] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: SUCCESS [ 809.426670] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.426800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.427032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.427230] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.427345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.427404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.427557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.427636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.427720] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.427813] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.640313] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: SUCCESS [ 809.640857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.640857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.640923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.641316] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.641498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.641604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.641833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.642507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.642507] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.929871] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.930048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.930200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.930411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.930582] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.930681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.931665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.931665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.931665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.931665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.931665] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.931665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.931665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.931665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.931665] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.932033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.932033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.932033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.932033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.932143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.932197] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.144356] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.436024] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d082575-4cf9-44b6-a34f-ba026783091d: rpc.has_security_group_logging(os_id): False [ 810.454400] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.454664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.454748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.455090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.455241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.455590] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.455752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.455854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.456180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.456313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.456599] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.456749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.456848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.457091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.457208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.457487] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.457634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.457730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.457949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.458084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.458212] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d is going to be updated. [ 810.518252] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.518561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.518653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.519012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.519105] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.531615] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: IN_PROGRESS for 2s [ 810.649200] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.155419] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.155419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.155419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.155419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.155646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.155646] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1439909f-7299-4a43-8e55-65a9485794b3 is going to be updated. [ 811.184620] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.184865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.184865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.185228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.185228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.195125] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: IN_PROGRESS for 2s [ 811.574487] env[70476]: INFO networking_nsxv3.common.synchronization [req-19dd0a44-3c68-45b0-9a46-8390466513b7 req-429125bf-a258-4b23-a5c9-156ac1656f44 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 811.575044] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 811.575344] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.575479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.575558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.577459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.577688] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.577840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.577972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.578199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.578343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.578482] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.853738] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.853939] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.854077] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.854645] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.854921] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.855099] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.855212] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.855511] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.855643] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.855848] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.855981] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.856219] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.856219] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.856324] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.856443] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.856569] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.874417] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.874628] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.874792] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.874961] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.875332] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-d4b68cba-803f-4d8f-9782-e009f6334293 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.875507] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-d4b68cba-803f-4d8f-9782-e009f6334293" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.875626] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-d4b68cba-803f-4d8f-9782-e009f6334293" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.875947] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-d4b68cba-803f-4d8f-9782-e009f6334293" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.876099] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4b68cba-803f-4d8f-9782-e009f6334293',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.080782] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.081189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.081286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.081510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.081608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.081851] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.082074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.082155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.082336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.082489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.082554] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c already deleted. [ 812.082646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.378249] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.378622] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.378622] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.378886] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.379053] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.379206] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port d4b68cba-803f-4d8f-9782-e009f6334293 not found, creating... [ 812.379468] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.379624] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.379742] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.379960] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.380111] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.380587] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.380698] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.380739] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.380992] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.381075] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.381259] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: d4b68cba-803f-4d8f-9782-e009f6334293 is going to be created. [ 812.400731] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.400967] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.401103] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.401390] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.401622] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.402162] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-d4b68cba-803f-4d8f-9782-e009f6334293" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.544163] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: SUCCESS [ 812.544400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.544659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.544920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.545031] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.047525] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.047900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.047900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.048035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.048164] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.048271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.048343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.048481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.048562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.048649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.048750] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.163589] env[70476]: INFO networking_nsxv3.common.synchronization [req-19dd0a44-3c68-45b0-9a46-8390466513b7 req-cfb5c332-b00d-4ca1-9f2e-47cdaf895092 service nova] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_rules [ 813.163772] env[70476]: INFO networking_nsxv3.common.synchronization [req-19dd0a44-3c68-45b0-9a46-8390466513b7 req-cfb5c332-b00d-4ca1-9f2e-47cdaf895092 service nova] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 813.163910] env[70476]: INFO networking_nsxv3.common.synchronization [req-19dd0a44-3c68-45b0-9a46-8390466513b7 req-cfb5c332-b00d-4ca1-9f2e-47cdaf895092 service nova] Enqueued Resource ID: d4b68cba-803f-4d8f-9782-e009f6334293 with Priority: HIGHEST for action port [ 813.164163] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_rules [ 813.164294] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 813.164391] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b68cba-803f-4d8f-9782-e009f6334293 with Priority: HIGHEST for action port [ 813.164940] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.165079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.165148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.165407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.165490] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.166336] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.166458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.166523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.166693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.166842] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.166933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.166993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.167169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.167233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.167322] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.168079] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4b68cba-803f-4d8f-9782-e009f6334293 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.168200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4b68cba-803f-4d8f-9782-e009f6334293" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.168284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4b68cba-803f-4d8f-9782-e009f6334293" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.168438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4b68cba-803f-4d8f-9782-e009f6334293" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.168513] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4b68cba-803f-4d8f-9782-e009f6334293',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.207117] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: SUCCESS [ 813.207427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.207642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.208085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.208085] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.208164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.208317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.208380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.208433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.208497] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.208590] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.463453] env[70476]: INFO networking_nsxv3.common.synchronization [req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b req-49bde042-02be-4a04-83ce-9f0d9e729309 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 813.464039] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 813.464358] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.464581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.464581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.464834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.464995] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.465111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.465175] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.465335] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.465419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.465514] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.553533] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.553815] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.553964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.554280] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.554625] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.554803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.554912] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.555171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.555314] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.555454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.555693] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.555839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.555940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.556238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.556399] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.556551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.556652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.556871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.557008] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.557153] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.557296] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.670248] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.670489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.671783] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.672657] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4b68cba-803f-4d8f-9782-e009f6334293 with status ACTIVE [ 813.672870] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.673024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.673276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.673387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.673497] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.673691] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.673824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.674021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.674100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.674200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.674397] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.674490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.674547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.674684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.674759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.674843] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4b68cba-803f-4d8f-9782-e009f6334293 is going to be updated. [ 813.695065] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.695237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.695309] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.695554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.695695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.695854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4b68cba-803f-4d8f-9782-e009f6334293" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.711270] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.711557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.711647] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.711965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.712267] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.712436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.712550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.712751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.712890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.713043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.713293] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.713447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.713546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.713765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.713986] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.714149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.714249] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.714463] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.714588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.714722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.714864] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.967529] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.967681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.967828] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.967970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.968083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.968313] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.968418] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.968499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.968658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.968737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.968828] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 813.997248] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.997422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.997465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.997657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.997787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.008093] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 814.060166] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d082575-4cf9-44b6-a34f-ba026783091d: rpc.has_security_group_logging(os_id): False [ 814.077585] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.077741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.077810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.078041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.078122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.078432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.078549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.078615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.078777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.078853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.079046] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.079139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.079201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.079348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.079414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.079590] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.079681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.079740] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.079876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.079949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.080048] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d is going to be updated. [ 814.139348] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.139540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.139604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.139767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.139911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.152262] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: IN_PROGRESS for 2s [ 814.176903] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.217968] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1439909f-7299-4a43-8e55-65a9485794b3: rpc.has_security_group_logging(os_id): False [ 814.246841] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.247442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.247442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.247442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.247442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.247590] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.247863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.247863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.247973] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.248028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.248290] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.248534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.248642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.248864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.248976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.249275] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.249413] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.249484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.249640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.249742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.249866] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1439909f-7299-4a43-8e55-65a9485794b3 is going to be updated. [ 814.323050] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.323246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.323286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.323530] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.323689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.345260] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: IN_PROGRESS for 2s [ 814.680591] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.680591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.680591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.680865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.680865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.680966] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be created. [ 814.705197] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.705347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.705419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.705640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.705880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.716193] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: UNINITIALIZED for 2s [ 816.016849] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 816.017196] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec deletion is rescheduled due to dependency. [ 816.017196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.165807] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: SUCCESS [ 816.166178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.362102] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: SUCCESS [ 816.362379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.725573] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 816.725806] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.725974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.726212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.726402] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.726516] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.726581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.726730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.726810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.726890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.726982] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.229145] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.229487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.229487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.229577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.229711] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.229806] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.229868] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.230017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.230111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.230200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.230383] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.230477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.230536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.230675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.230828] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.230983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.231066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.231206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.231284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.231364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.231453] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.734669] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667f6e54-8506-4e7a-843a-6b649c4b063c: rpc.has_security_group_logging(os_id): False [ 817.753068] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.753068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.753068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.753068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.753068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.753525] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.753525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.753525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.753525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.753525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.753789] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.753789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.753899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.753988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.754067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.754265] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.754362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.754403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.754544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.754619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.754702] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be created. [ 817.808538] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.808693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.808693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.808899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.809462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.819881] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 818.466569] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 818.466863] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 819.177782] env[70476]: INFO networking_nsxv3.common.synchronization [req-83c20bed-c569-4697-a050-2fd5de8365e3 req-d2502c66-5c0f-430b-91a5-dc341d21ce47 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Enqueued Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGHEST for action security_group_members [ 819.178314] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGHEST for action security_group_members [ 819.178614] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f193f11-201c-42d0-8bff-3316eea27fde taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.179171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.179171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.179171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.180045] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.180045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.180045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.182030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.182030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.182030] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f193f11-201c-42d0-8bff-3316eea27fde',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.684225] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.684513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.684513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.684652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.684745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.684928] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.685037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.685097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.685244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.685319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.685402] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f193f11-201c-42d0-8bff-3316eea27fde is going to be updated. [ 819.710262] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.710580] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.710711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.710875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.711023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.718741] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f193f11-201c-42d0-8bff-3316eea27fde in Status: IN_PROGRESS for 2s [ 819.831174] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 819.831461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.455480] env[70476]: INFO networking_nsxv3.common.synchronization [req-d66b7f7d-b94e-4dff-b497-449263899c8a req-c64b160a-4199-4797-b988-61e67cc4184a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 821.455993] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 821.456371] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.456516] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.456591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.456788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.456943] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.457053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.457118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.457264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.457351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.457448] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.728182] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f193f11-201c-42d0-8bff-3316eea27fde in Status: SUCCESS [ 821.728374] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f193f11-201c-42d0-8bff-3316eea27fde deletion is rescheduled due to dependency. [ 821.728502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.765614] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.765862] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.766474] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.766822] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.767147] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.767355] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.767547] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.768302] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.768302] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.768302] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.768505] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.768505] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.768574] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.768689] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.768789] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.768927] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.787462] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.787664] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 821.787835] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.788029] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.788805] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-76ca55f9-df91-49f5-a2aa-a0604035ecb1 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.788805] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-76ca55f9-df91-49f5-a2aa-a0604035ecb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.788805] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-76ca55f9-df91-49f5-a2aa-a0604035ecb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.789061] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-76ca55f9-df91-49f5-a2aa-a0604035ecb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.789203] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ca55f9-df91-49f5-a2aa-a0604035ecb1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.959207] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.291614] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.291853] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.291980] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.292280] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.292422] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.292644] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 76ca55f9-df91-49f5-a2aa-a0604035ecb1 not found, creating... [ 822.292836] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.293042] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.293102] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.293387] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.293502] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.293777] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.293847] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.293965] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.294191] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.294327] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.294467] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 76ca55f9-df91-49f5-a2aa-a0604035ecb1 is going to be created. [ 822.328033] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.328259] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.328380] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.328843] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.329114] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.329620] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-76ca55f9-df91-49f5-a2aa-a0604035ecb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.461546] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.967228] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.967382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.967456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.967742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.967742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.967860] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 822.995019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.995198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.995293] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.995447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.995622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.004215] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 823.063113] env[70476]: INFO networking_nsxv3.common.synchronization [req-d66b7f7d-b94e-4dff-b497-449263899c8a req-d220ef12-368c-488b-a817-61de982c9af8 service nova] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_rules [ 823.063302] env[70476]: INFO networking_nsxv3.common.synchronization [req-d66b7f7d-b94e-4dff-b497-449263899c8a req-d220ef12-368c-488b-a817-61de982c9af8 service nova] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 823.063437] env[70476]: INFO networking_nsxv3.common.synchronization [req-d66b7f7d-b94e-4dff-b497-449263899c8a req-d220ef12-368c-488b-a817-61de982c9af8 service nova] Enqueued Resource ID: 76ca55f9-df91-49f5-a2aa-a0604035ecb1 with Priority: HIGHEST for action port [ 823.063679] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_rules [ 823.063809] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 823.063879] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca55f9-df91-49f5-a2aa-a0604035ecb1 with Priority: HIGHEST for action port [ 823.064478] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.064873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.064873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.064873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.065039] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.069019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.069019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.069019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-76ca55f9-df91-49f5-a2aa-a0604035ecb1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.069019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76ca55f9-df91-49f5-a2aa-a0604035ecb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.069019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76ca55f9-df91-49f5-a2aa-a0604035ecb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.069019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76ca55f9-df91-49f5-a2aa-a0604035ecb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.069019] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ca55f9-df91-49f5-a2aa-a0604035ecb1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.568753] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.569180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.569180] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76ca55f9-df91-49f5-a2aa-a0604035ecb1 with status ACTIVE [ 823.569290] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.569373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.569373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.569590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.569665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.569845] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.569936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.570010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.570205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.570205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.570394] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.570549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.570636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.570788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.570979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.571081] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76ca55f9-df91-49f5-a2aa-a0604035ecb1 is going to be updated. [ 823.590902] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.591084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.591170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.591762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.591762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.591762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76ca55f9-df91-49f5-a2aa-a0604035ecb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.130921] env[70476]: INFO networking_nsxv3.common.synchronization [req-d880b01c-518b-41c7-ad29-4a83e14c4198 req-7bccf1ec-dfed-400c-adfc-098e631eea95 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Enqueued Resource ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f with Priority: HIGHEST for action security_group_members [ 824.131442] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f with Priority: HIGHEST for action security_group_members [ 824.132362] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.132938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.133045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.133307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.133486] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.133589] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.133652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.133805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.133891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.133988] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c3709ec-49c6-4f36-886d-d4c4eb1fe10f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.582415] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.582415] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-319" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.582415] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-319" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.582415] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-319" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.582941] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.582941] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.582941] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.583319] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.583319] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.583584] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.583584] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.583730] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.583792] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.583880] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.583986] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.584783] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.602046] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.602265] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 824.602443] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.602690] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-319" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.603193] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-bfe02948-1ed6-4fa1-affc-3a13fd3235d1 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.603485] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-bfe02948-1ed6-4fa1-affc-3a13fd3235d1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.603675] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-bfe02948-1ed6-4fa1-affc-3a13fd3235d1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.603970] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-bfe02948-1ed6-4fa1-affc-3a13fd3235d1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.604178] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe02948-1ed6-4fa1-affc-3a13fd3235d1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.637377] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.637601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.637718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.638109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.638297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.638540] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.638677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.638767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.638975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.639095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.639218] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f already deleted. [ 824.639331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.015689] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 825.017044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.017044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.017044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.017226] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.017338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.017402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.017552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.017635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.017731] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.106183] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.106465] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.106572] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.106943] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.107079] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.107219] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port bfe02948-1ed6-4fa1-affc-3a13fd3235d1 not found, creating... [ 825.107561] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.107729] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.107851] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.108146] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.108293] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.108609] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.109060] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.109060] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.109164] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.109323] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.109466] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: bfe02948-1ed6-4fa1-affc-3a13fd3235d1 is going to be created. [ 825.128670] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.128877] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.129022] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.129304] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.129544] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.129770] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-bfe02948-1ed6-4fa1-affc-3a13fd3235d1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.520489] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.009173] env[70476]: INFO networking_nsxv3.common.synchronization [req-d880b01c-518b-41c7-ad29-4a83e14c4198 req-75d54107-be75-4c7a-8e85-d27cb6b24684 service nova] Enqueued Resource ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f with Priority: HIGHEST for action security_group_rules [ 826.009173] env[70476]: INFO networking_nsxv3.common.synchronization [req-d880b01c-518b-41c7-ad29-4a83e14c4198 req-75d54107-be75-4c7a-8e85-d27cb6b24684 service nova] Enqueued Resource ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f with Priority: HIGHEST for action security_group_members [ 826.009173] env[70476]: INFO networking_nsxv3.common.synchronization [req-d880b01c-518b-41c7-ad29-4a83e14c4198 req-75d54107-be75-4c7a-8e85-d27cb6b24684 service nova] Enqueued Resource ID: bfe02948-1ed6-4fa1-affc-3a13fd3235d1 with Priority: HIGHEST for action port [ 826.009462] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f with Priority: HIGHEST for action security_group_rules [ 826.009462] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f with Priority: HIGHEST for action security_group_members [ 826.009462] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe02948-1ed6-4fa1-affc-3a13fd3235d1 with Priority: HIGHEST for action port [ 826.010219] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.010403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.010469] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.010800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.011857] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c3709ec-49c6-4f36-886d-d4c4eb1fe10f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.013064] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.013384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.013490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.013754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.014413] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.014413] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.014413] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.014413] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.014413] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.014768] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c3709ec-49c6-4f36-886d-d4c4eb1fe10f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.016066] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfe02948-1ed6-4fa1-affc-3a13fd3235d1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.016184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfe02948-1ed6-4fa1-affc-3a13fd3235d1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.016254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfe02948-1ed6-4fa1-affc-3a13fd3235d1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.016403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfe02948-1ed6-4fa1-affc-3a13fd3235d1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.016482] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe02948-1ed6-4fa1-affc-3a13fd3235d1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.022997] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.514124] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.514370] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.516740] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c3709ec-49c6-4f36-886d-d4c4eb1fe10f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.523339] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfe02948-1ed6-4fa1-affc-3a13fd3235d1 with status ACTIVE [ 826.523493] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.523629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.523715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.523925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.524031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.524248] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.524338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.524392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.524537] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.524614] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.524793] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.524884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.524933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.525088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.525156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.525244] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfe02948-1ed6-4fa1-affc-3a13fd3235d1 is going to be updated. [ 826.527374] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.527591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.528262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.528508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.528649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.528787] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 826.556680] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.556850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.556922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.557149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.557289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.557456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfe02948-1ed6-4fa1-affc-3a13fd3235d1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.564476] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.564476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.564476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.564476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.564476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.571249] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 826.769359] env[70476]: INFO networking_nsxv3.common.synchronization [req-e87e7fd7-a351-4182-9abb-e34c2a49672c req-f11237f2-eb41-43dc-8652-904b3fe8a55c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Enqueued Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_members [ 826.769359] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 with Priority: HIGHEST for action security_group_members [ 826.771677] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.771895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.772040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.772507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.774619] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.774619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.774619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.774619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.774822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.774954] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.886475] env[70476]: INFO networking_nsxv3.common.synchronization [req-14d43730-3f9f-4af2-9c14-528c96dac9a7 req-c3348548-32be-4d45-9ae2-b10ca701859c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 826.887014] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 826.887464] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.887546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.887606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.888227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.888440] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.888625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.888729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.888917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.889058] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.889186] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.023204] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c3709ec-49c6-4f36-886d-d4c4eb1fe10f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.279603] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.279603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.279603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.279603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.279603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.279603] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.279603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.279603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.279603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.279603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.279603] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 is going to be updated. [ 827.307067] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.307527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.307527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.307527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.307797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.316290] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: IN_PROGRESS for 2s [ 827.390908] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.393465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.393465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.393465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.393465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.393465] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.393465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.393465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.393465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.393465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.393465] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be updated. [ 827.418668] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.418830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.418894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.419642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.419642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.428546] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 827.525253] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.526658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.526658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.526788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.526788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.526978] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f is going to be created. [ 827.553104] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.553264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.553328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.553546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.553811] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.567884] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f in Status: UNINITIALIZED for 2s [ 828.581489] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 828.581877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.581948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.582178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.582365] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.582484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.582542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.582692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.582796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.582855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.582969] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.086363] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.087187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.087187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.087187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.087187] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.087187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.087187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.087491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.087626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.087784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.087975] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.088152] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.088246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.088425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.089026] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.089026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.089026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.089026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.089026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.089026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.089393] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.328735] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 in Status: SUCCESS [ 829.328904] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976 deletion is rescheduled due to dependency. [ 829.329517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.438366] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 829.438366] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c deletion is rescheduled due to dependency. [ 829.439062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.577658] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f in Status: SUCCESS [ 829.577965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.578251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.578508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.578719] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.578849] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.578916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.579079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.579160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.579242] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.579361] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c3709ec-49c6-4f36-886d-d4c4eb1fe10f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.591777] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b: rpc.has_security_group_logging(os_id): False [ 829.609704] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.609868] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.609925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.610164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.610255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.610494] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.610601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.610601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.610789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.610863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.611088] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.611172] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.611231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.611388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.611458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.611642] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.611740] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.611818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.611961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.612502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.613208] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 829.671797] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.672027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.672103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.672341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.672487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.688579] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 830.082353] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.082510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.082593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.082836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.083050] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.083121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.083204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.083382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.083475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.083563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.083722] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.083827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.083901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.084060] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.084203] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.084292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.084353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.084506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.084624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.084675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.084763] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c3709ec-49c6-4f36-886d-d4c4eb1fe10f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.587703] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f: rpc.has_security_group_logging(os_id): False [ 830.607028] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.607473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.607473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.607554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.607678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.607839] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.607987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.608059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.608277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.608277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.608578] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.608669] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.608669] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.608905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.608905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.611612] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.611717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.611991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.611991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.612146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.612196] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f is going to be created. [ 830.714983] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.716208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.716208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.716286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.716532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.730216] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f in Status: IN_PROGRESS for 2s [ 830.787767] env[70476]: INFO networking_nsxv3.common.synchronization [req-4360c162-cdfd-4b79-8d73-618303873ee3 req-95b7a7c5-cb7c-4793-a6af-dc0713b34970 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 252d01c1-64bb-4111-a611-81b1bd4c742c with Priority: HIGHEST for action security_group_members [ 830.788287] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252d01c1-64bb-4111-a611-81b1bd4c742c with Priority: HIGHEST for action security_group_members [ 830.789845] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-252d01c1-64bb-4111-a611-81b1bd4c742c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.790008] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.790094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.790308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.790478] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.790577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.790640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.790874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.790940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.791050] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('252d01c1-64bb-4111-a611-81b1bd4c742c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.912071] env[70476]: INFO networking_nsxv3.common.synchronization [req-67aa5a51-c9cc-423f-bacf-587769bdae70 req-8acd9b93-30cd-404c-8f54-b4da1cb9495f tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Enqueued Resource ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a with Priority: HIGHEST for action security_group_members [ 830.912826] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a with Priority: HIGHEST for action security_group_members [ 830.913437] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81f7437-3ce3-466d-8d86-fa9e5655af3a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.913567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.913636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.913943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.918200] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.918326] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.919829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.919829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.919829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.919829] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d81f7437-3ce3-466d-8d86-fa9e5655af3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.295951] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.298986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.298986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.298986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.298986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.298986] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.298986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.298986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.298986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.298986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.298986] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 252d01c1-64bb-4111-a611-81b1bd4c742c is going to be updated. [ 831.333761] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.333908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.333974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.334198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.334338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.343670] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 252d01c1-64bb-4111-a611-81b1bd4c742c in Status: IN_PROGRESS for 2s [ 831.423167] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.423623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.423623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.423623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.423741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.423914] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.424029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.424095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.424248] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.424327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.424414] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a already deleted. [ 831.424515] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.648616] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.649266] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-780" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.649266] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-780" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.649428] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-780" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.649690] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.649855] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.649973] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.650261] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.650412] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.650667] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.650808] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.650927] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.651063] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.651183] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.651289] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.651420] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.671831] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.672345] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.672345] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.672345] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-780" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.673748] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.673748] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.673748] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.673748] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.673748] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c41e8a-e7bc-407b-8535-6f3a3b8ce215',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.725017] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 831.725139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.175861] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.176128] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.176266] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.176553] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.176894] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.176894] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 not found, creating... [ 832.178692] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.178901] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.179056] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.179687] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.179687] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.179807] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.179865] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.179971] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.180216] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.180354] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.180494] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 is going to be created. [ 832.202714] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.203045] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.203108] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.203391] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.203627] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.203851] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.331459] env[70476]: INFO networking_nsxv3.common.synchronization [req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab req-717adfa5-d600-4faf-9157-b533c5f65061 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 832.332641] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 832.332641] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.332641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.332641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.332869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.332869] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.332958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.332992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.333591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.333713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.333893] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.666425] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.666735] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-620" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.666735] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-620" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.669021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-620" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.669021] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.669021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.669021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.669021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.669021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.669021] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.669021] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.669021] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.669021] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.669021] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.669021] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.669669] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.688093] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.688265] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.688403] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.688575] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-620" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.688903] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-77aa2bee-1bdc-420e-a502-796d0041984b taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.689090] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-77aa2bee-1bdc-420e-a502-796d0041984b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.689214] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-77aa2bee-1bdc-420e-a502-796d0041984b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.689508] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-77aa2bee-1bdc-420e-a502-796d0041984b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.689647] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77aa2bee-1bdc-420e-a502-796d0041984b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.742542] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f in Status: SUCCESS [ 832.742542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.835523] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.835674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.836177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.836177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.836177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.836364] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.836364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.836364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.836539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.836586] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.836649] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be updated. [ 832.863031] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.863270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.863327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.863494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.863642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.875034] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: IN_PROGRESS for 2s [ 833.162137] env[70476]: INFO networking_nsxv3.common.synchronization [req-67aa5a51-c9cc-423f-bacf-587769bdae70 req-a1a93dca-747b-405f-a540-6eb844922642 service nova] Enqueued Resource ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a with Priority: HIGHEST for action security_group_rules [ 833.162137] env[70476]: INFO networking_nsxv3.common.synchronization [req-67aa5a51-c9cc-423f-bacf-587769bdae70 req-a1a93dca-747b-405f-a540-6eb844922642 service nova] Enqueued Resource ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a with Priority: HIGHEST for action security_group_members [ 833.162137] env[70476]: INFO networking_nsxv3.common.synchronization [req-67aa5a51-c9cc-423f-bacf-587769bdae70 req-a1a93dca-747b-405f-a540-6eb844922642 service nova] Enqueued Resource ID: c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 with Priority: HIGHEST for action port [ 833.162137] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a with Priority: HIGHEST for action security_group_rules [ 833.162736] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a with Priority: HIGHEST for action security_group_members [ 833.162736] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 with Priority: HIGHEST for action port [ 833.162736] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d81f7437-3ce3-466d-8d86-fa9e5655af3a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.162736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.162948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.163059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.163145] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d81f7437-3ce3-466d-8d86-fa9e5655af3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.164389] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81f7437-3ce3-466d-8d86-fa9e5655af3a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.164502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.164585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.164771] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.164914] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.165017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.165078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.165216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.165300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.165387] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d81f7437-3ce3-466d-8d86-fa9e5655af3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.166093] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.166205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.166269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.166414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.166483] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c41e8a-e7bc-407b-8535-6f3a3b8ce215',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.191895] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.192134] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.192261] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.192539] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.192720] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.192885] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 77aa2bee-1bdc-420e-a502-796d0041984b not found, creating... [ 833.193509] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.193680] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.193802] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.194056] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.194244] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.194550] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.194775] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.194815] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.195155] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.195306] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.195459] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 77aa2bee-1bdc-420e-a502-796d0041984b is going to be created. [ 833.234622] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.234860] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.235031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.235348] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.235552] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.235784] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-77aa2bee-1bdc-420e-a502-796d0041984b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.353816] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 252d01c1-64bb-4111-a611-81b1bd4c742c in Status: SUCCESS [ 833.353983] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 252d01c1-64bb-4111-a611-81b1bd4c742c deletion is rescheduled due to dependency. [ 833.354171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-252d01c1-64bb-4111-a611-81b1bd4c742c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.670952] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81f7437-3ce3-466d-8d86-fa9e5655af3a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.670952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.670952] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d81f7437-3ce3-466d-8d86-fa9e5655af3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.670952] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 with status ACTIVE [ 833.670952] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.670952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.670952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.670952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.670952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.670952] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.670952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.670952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.672031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.672421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.672454] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.672740] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.672740] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.672849] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.672881] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.672957] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 is going to be updated. [ 833.696741] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.696927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.697044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.697383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.697575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.697809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.915012] env[70476]: INFO networking_nsxv3.common.synchronization [req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab req-0914b622-918e-42e6-9ce7-0e8a0f50d740 service nova] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_rules [ 833.918020] env[70476]: INFO networking_nsxv3.common.synchronization [req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab req-0914b622-918e-42e6-9ce7-0e8a0f50d740 service nova] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 833.918020] env[70476]: INFO networking_nsxv3.common.synchronization [req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab req-0914b622-918e-42e6-9ce7-0e8a0f50d740 service nova] Enqueued Resource ID: 77aa2bee-1bdc-420e-a502-796d0041984b with Priority: HIGHEST for action port [ 833.918020] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_rules [ 833.918020] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 833.918020] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa2bee-1bdc-420e-a502-796d0041984b with Priority: HIGHEST for action port [ 833.918020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.918020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.918020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.918020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.918020] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.918020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.918020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.918667] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-77aa2bee-1bdc-420e-a502-796d0041984b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.918667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77aa2bee-1bdc-420e-a502-796d0041984b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.918667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77aa2bee-1bdc-420e-a502-796d0041984b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.918667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77aa2bee-1bdc-420e-a502-796d0041984b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.918667] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77aa2bee-1bdc-420e-a502-796d0041984b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.175882] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d81f7437-3ce3-466d-8d86-fa9e5655af3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.422881] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.424085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.424085] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77aa2bee-1bdc-420e-a502-796d0041984b with status ACTIVE [ 834.424085] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.424085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.424085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.424085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.424085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.424085] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.424429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.424429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.424429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.424429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.426312] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.426312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.426312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.426312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.426312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.426312] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77aa2bee-1bdc-420e-a502-796d0041984b is going to be updated. [ 834.445955] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.446154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.446246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.446474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.446638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.446817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77aa2bee-1bdc-420e-a502-796d0041984b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.678246] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.678547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.678547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.680013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.680013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.680013] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a is going to be created. [ 834.704567] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.704709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.704778] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.704989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.705178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.714045] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a in Status: UNINITIALIZED for 2s [ 834.884958] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: SUCCESS [ 834.885172] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 deletion is rescheduled due to dependency. [ 834.885289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.885485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.885644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.885816] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.885925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.885988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.890036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.890036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.890036] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.019131] env[70476]: INFO networking_nsxv3.common.synchronization [req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 req-35d873da-31af-42da-b9c3-4ed6bff83802 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Enqueued Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_members [ 835.019131] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_members [ 835.019131] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f287b12-ab9a-42bb-835d-9d231c7bc60e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.019131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.019131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.020115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.020414] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.020728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.020960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.021252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.021455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.021636] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.355457] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.355967] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.355967] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.356050] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.357035] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.357035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.357035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.357035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.357035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.358400] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.358400] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.358400] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.358400] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.358400] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.358400] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.358400] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.379157] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.379336] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 835.379475] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.379649] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.379955] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.380143] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.380263] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.380572] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.380713] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90ee9637-37b3-42bb-9b3a-4b0f9b8d53be',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.389738] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.524947] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.525125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.525201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.525417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.529020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.529020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.529020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.529020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.529020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.529020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.529020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e already deleted. [ 835.529020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.885032] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.885366] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.885366] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.885573] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.889145] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.889437] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be not found, creating... [ 835.889724] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.889906] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.890044] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.890318] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.890465] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.890768] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.890960] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.891106] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.891341] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.891479] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.891623] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be is going to be created. [ 835.893123] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.917511] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.917812] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.917948] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.918282] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.918537] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.918804] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.398641] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.399259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.399390] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.399644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.399794] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.399935] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be updated. [ 836.433324] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.433491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.433565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.433780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.433923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.448897] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: IN_PROGRESS for 2s [ 836.724191] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a in Status: SUCCESS [ 836.724484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.724710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.725035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.725326] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.725486] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.725578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.725782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.725895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.726417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.726647] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d81f7437-3ce3-466d-8d86-fa9e5655af3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.983598] env[70476]: INFO networking_nsxv3.common.synchronization [req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 req-301cb579-d57a-442a-ab85-72bd01bfa7d1 service nova] Enqueued Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_rules [ 836.983598] env[70476]: INFO networking_nsxv3.common.synchronization [req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 req-301cb579-d57a-442a-ab85-72bd01bfa7d1 service nova] Enqueued Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_members [ 836.983598] env[70476]: INFO networking_nsxv3.common.synchronization [req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 req-301cb579-d57a-442a-ab85-72bd01bfa7d1 service nova] Enqueued Resource ID: 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be with Priority: HIGHEST for action port [ 836.983598] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_rules [ 836.983598] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_members [ 836.983598] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be with Priority: HIGHEST for action port [ 836.985039] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.986100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.986100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.986325] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.986422] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.987820] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f287b12-ab9a-42bb-835d-9d231c7bc60e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.987934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.987996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.988506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.988506] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.988506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.988506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.988766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.988766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.988871] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.989657] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.989749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.989810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.990407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.991134] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90ee9637-37b3-42bb-9b3a-4b0f9b8d53be',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.231550] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81f7437-3ce3-466d-8d86-fa9e5655af3a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.231730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.231823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.232076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.232274] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.233993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.233993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.233993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.233993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.233993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.233993] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81f7437-3ce3-466d-8d86-fa9e5655af3a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.233993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.233993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.233993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.233993] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.234564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.234564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.234564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.234564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.234564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.234719] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d81f7437-3ce3-466d-8d86-fa9e5655af3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.269423] env[70476]: INFO networking_nsxv3.common.synchronization [req-af3ce14e-3763-453b-b33b-0434c2a1ba99 req-8880a8a2-af9e-472a-99de-427555d293ad tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Enqueued Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 837.269988] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 837.270657] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.270657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.270657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.270838] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.270838] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.271214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.271214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.271214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.271341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.271377] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.488748] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f287b12-ab9a-42bb-835d-9d231c7bc60e taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.489036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.494294] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be with status ACTIVE [ 837.494492] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.494620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.494688] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.494899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.494994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.495185] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.495282] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.495359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.495523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.495600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.495781] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.495872] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.495933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.496146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.496224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.496260] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be is going to be updated. [ 837.497351] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.517501] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.517668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.517712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.517907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.518068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.518229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.738111] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d81f7437-3ce3-466d-8d86-fa9e5655af3a: rpc.has_security_group_logging(os_id): False [ 837.757023] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.757023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.757023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.757023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.757023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.757023] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.757023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.757023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.757023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.757023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.757023] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.757023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.757023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.757023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.757023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.757590] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.757590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.757590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.757590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.757590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.758030] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a is going to be created. [ 837.774263] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.814967] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.817023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.817023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.817023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.817023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.827578] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a in Status: IN_PROGRESS for 2s [ 837.982026] env[70476]: INFO networking_nsxv3.common.synchronization [req-da215652-956f-4310-a66e-ea201915c597 req-a223c49c-ed2b-4357-bd81-88c46a2f0438 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 837.982026] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 837.982026] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.982942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.983090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.983412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.983637] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.983893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.983893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.984041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.984157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.984279] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.000892] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.278272] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.462537] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: SUCCESS [ 838.465028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.465028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.465028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.465028] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.465028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.465028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.465028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.465028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.465028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.465028] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.490677] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.490905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.491079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.491397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.491528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.491766] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.491865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.491973] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.492102] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.492178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.492259] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 already deleted. [ 838.492337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.501457] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.501596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.502919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.502919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.502919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.502919] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e is going to be created. [ 838.533841] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.534148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.534296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.534797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.534967] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.545865] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e in Status: UNINITIALIZED for 2s [ 838.608296] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.608567] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.608734] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.609143] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.609445] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.609613] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.609731] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.609999] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.610454] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.610698] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.610821] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.610948] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.611154] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.611483] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.611612] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.611861] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.632258] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.632478] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.632623] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.632836] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.633213] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-cb210cb4-f12e-4ee7-8379-046961f4129c taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.633391] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-cb210cb4-f12e-4ee7-8379-046961f4129c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.633512] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-cb210cb4-f12e-4ee7-8379-046961f4129c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.633846] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-cb210cb4-f12e-4ee7-8379-046961f4129c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.634010] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb210cb4-f12e-4ee7-8379-046961f4129c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.658620] env[70476]: INFO networking_nsxv3.common.synchronization [req-760cbc09-d25a-406f-9b73-6936ab5eef32 req-5ab95678-eb18-4693-a99b-906f97fc0a74 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Enqueued Resource ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f with Priority: HIGHEST for action security_group_members [ 838.659375] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f with Priority: HIGHEST for action security_group_members [ 838.659709] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.659819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.661194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.661194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.661194] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.661194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.661194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.661194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.661194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.661194] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c3709ec-49c6-4f36-886d-d4c4eb1fe10f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.785122] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.785275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.785354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.785564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.785645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.785746] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d is going to be updated. [ 838.829550] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.829703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.829813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.829998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.830155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.838392] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: IN_PROGRESS for 2s [ 838.967034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.967197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.967316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.967488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.967657] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.967756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.967821] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.967974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.968106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.968201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.968349] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.968509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.968509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.968643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.968778] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.968988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.969078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.969217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.969293] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.969375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.969462] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.138117] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.138117] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.138117] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.138117] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.138661] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.138661] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port cb210cb4-f12e-4ee7-8379-046961f4129c not found, creating... [ 839.138661] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.138798] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.138843] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.139120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.139314] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.139631] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.139806] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.139939] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.140181] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.140317] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.140471] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: cb210cb4-f12e-4ee7-8379-046961f4129c is going to be created. [ 839.164629] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.164969] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.165181] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.165466] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.165654] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.165881] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-cb210cb4-f12e-4ee7-8379-046961f4129c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.166810] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.166897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.166999] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.167148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.167227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.167415] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.167511] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.167565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.167696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.167766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.167852] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f is going to be updated. [ 839.192850] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.195108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.195108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.195108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.195108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.204020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f in Status: IN_PROGRESS for 2s [ 839.473242] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1819db41-e42b-40ef-b768-13b9e3dd4775: rpc.has_security_group_logging(os_id): False [ 839.490325] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.490471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.490541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.490798] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.490887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.491167] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.491272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.491329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.491537] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.491628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.491816] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.491911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.491977] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.492163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.492245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.492455] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.492549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.492610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.492740] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.492810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.492884] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be updated. [ 839.551345] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.551532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.551578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.551759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.551924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.565134] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: IN_PROGRESS for 2s [ 839.839924] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a in Status: SUCCESS [ 839.840227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.997214] env[70476]: INFO networking_nsxv3.common.synchronization [req-da215652-956f-4310-a66e-ea201915c597 req-5b0d8280-3fe4-4565-90ac-ae0f09289b26 service nova] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_rules [ 839.997214] env[70476]: INFO networking_nsxv3.common.synchronization [req-da215652-956f-4310-a66e-ea201915c597 req-5b0d8280-3fe4-4565-90ac-ae0f09289b26 service nova] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 839.997214] env[70476]: INFO networking_nsxv3.common.synchronization [req-da215652-956f-4310-a66e-ea201915c597 req-5b0d8280-3fe4-4565-90ac-ae0f09289b26 service nova] Enqueued Resource ID: cb210cb4-f12e-4ee7-8379-046961f4129c with Priority: HIGHEST for action port [ 840.005022] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_rules [ 840.005022] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 840.005022] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb210cb4-f12e-4ee7-8379-046961f4129c with Priority: HIGHEST for action port [ 840.005022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.005022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.005022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.005022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.005022] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.005022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.005022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.012642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.012642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.012642] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.012642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.012642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.012642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.012642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.012642] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.015023] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb210cb4-f12e-4ee7-8379-046961f4129c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.015023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb210cb4-f12e-4ee7-8379-046961f4129c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.015023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb210cb4-f12e-4ee7-8379-046961f4129c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.015023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb210cb4-f12e-4ee7-8379-046961f4129c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.015023] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb210cb4-f12e-4ee7-8379-046961f4129c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.517302] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.517612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.517702] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.518502] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb210cb4-f12e-4ee7-8379-046961f4129c with status ACTIVE [ 840.518683] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.518796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.518913] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.519079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.519179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.519366] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.519465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.519529] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.519692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.519770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.519950] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.520166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.520240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.520448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.520448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.520541] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb210cb4-f12e-4ee7-8379-046961f4129c is going to be updated. [ 840.542809] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.543036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.543124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.543504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.543759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.544021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb210cb4-f12e-4ee7-8379-046961f4129c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.556583] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e in Status: SUCCESS [ 840.556815] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.556991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.557236] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.557436] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.557559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.557633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.557797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.557885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.557976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.558086] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.847993] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: SUCCESS [ 840.847993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.874389] env[70476]: INFO networking_nsxv3.common.synchronization [req-da215652-956f-4310-a66e-ea201915c597 req-08a1580f-4330-4933-bb4c-3843f2927151 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 840.878303] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 840.879074] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.879227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.025423] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.060326] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.216110] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f in Status: SUCCESS [ 841.216110] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f deletion is rescheduled due to dependency. [ 841.216110] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.439989] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.439989] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.439989] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.440437] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.441905] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.442168] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.442380] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.442702] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.442863] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.443208] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.443273] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.443486] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.443547] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.443696] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.443849] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.444020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.461366] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.461654] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.461827] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.462113] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.462503] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-60960dcd-56a3-43f3-9e69-d8119a8055c7 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.462742] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-60960dcd-56a3-43f3-9e69-d8119a8055c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.462924] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-60960dcd-56a3-43f3-9e69-d8119a8055c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.463400] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-60960dcd-56a3-43f3-9e69-d8119a8055c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.463588] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60960dcd-56a3-43f3-9e69-d8119a8055c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.530277] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.530277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.530277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.530277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.530277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.530277] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be created. [ 841.552195] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.552639] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.552863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.553260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.553565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.562177] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: UNINITIALIZED for 2s [ 841.562775] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f287b12-ab9a-42bb-835d-9d231c7bc60e: rpc.has_security_group_logging(os_id): False [ 841.575730] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: SUCCESS [ 841.575730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.580019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.580019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.580019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.580019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.580019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.580019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.580019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.580019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.580019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.580019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.580019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e is going to be created. [ 841.634899] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.634899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.634899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.634899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.634899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.646276] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e in Status: IN_PROGRESS for 2s [ 841.969784] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.970227] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.970227] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.970560] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.970732] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.970897] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 60960dcd-56a3-43f3-9e69-d8119a8055c7 not found, creating... [ 841.971344] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.971568] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.971814] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.972089] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.972428] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.973198] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.973198] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.973563] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.973676] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.973825] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.974068] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 60960dcd-56a3-43f3-9e69-d8119a8055c7 is going to be created. [ 841.993745] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.993959] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.994101] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.994664] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.994838] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.995096] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-60960dcd-56a3-43f3-9e69-d8119a8055c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.850580] env[70476]: INFO networking_nsxv3.common.synchronization [req-da215652-956f-4310-a66e-ea201915c597 req-9e10fd74-4e98-4fbe-bc3f-62cf8d22bca4 service nova] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_rules [ 842.850580] env[70476]: INFO networking_nsxv3.common.synchronization [req-da215652-956f-4310-a66e-ea201915c597 req-9e10fd74-4e98-4fbe-bc3f-62cf8d22bca4 service nova] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 842.850580] env[70476]: INFO networking_nsxv3.common.synchronization [req-da215652-956f-4310-a66e-ea201915c597 req-9e10fd74-4e98-4fbe-bc3f-62cf8d22bca4 service nova] Enqueued Resource ID: 60960dcd-56a3-43f3-9e69-d8119a8055c7 with Priority: HIGHEST for action port [ 842.850580] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_rules [ 842.850580] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 842.850580] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60960dcd-56a3-43f3-9e69-d8119a8055c7 with Priority: HIGHEST for action port [ 842.853985] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.854255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.854577] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.854790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.855174] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-60960dcd-56a3-43f3-9e69-d8119a8055c7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.855405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60960dcd-56a3-43f3-9e69-d8119a8055c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.855554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60960dcd-56a3-43f3-9e69-d8119a8055c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.855933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60960dcd-56a3-43f3-9e69-d8119a8055c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.856696] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60960dcd-56a3-43f3-9e69-d8119a8055c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.358589] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60960dcd-56a3-43f3-9e69-d8119a8055c7 with status ACTIVE [ 843.358802] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.358939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.359012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.359247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.359366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.359546] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.359644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.359701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.359855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.359930] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.360240] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.360240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.360352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.360393] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.360458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.360541] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60960dcd-56a3-43f3-9e69-d8119a8055c7 is going to be updated. [ 843.383023] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.383023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.383023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.383023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.383023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.383023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60960dcd-56a3-43f3-9e69-d8119a8055c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.573942] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 843.574198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.574360] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.574637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.574829] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.574943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.575297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.575506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.575596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.575687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.575783] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.576621] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.576777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.576942] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.577058] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.577123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.577264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.577340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.577425] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.583114] env[70476]: INFO networking_nsxv3.common.synchronization [req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 req-08fefee9-9ca7-43a4-afe9-97998ff0fe71 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Enqueued Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_members [ 843.583114] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_members [ 843.583507] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.583582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.583635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.583842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.583983] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.586124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.586201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.586348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.586428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.586517] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.660996] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e in Status: SUCCESS [ 843.660996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.080525] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.080871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.082015] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.088641] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.088841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.088950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.089250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.089337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.089577] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.089683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.089745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.089901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.089975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.090763] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 already deleted. [ 844.090763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.404525] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.404756] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-637" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.404873] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-637" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.405403] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-637" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.405644] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.405775] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.405841] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.406134] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.406327] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.406587] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.406765] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.406886] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.407049] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.407206] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.407367] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.409289] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.427651] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.427848] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.428026] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.428277] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-637" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.428608] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-2dd2b58f-3a6a-41ec-acb5-7460f11f198b taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.428815] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-2dd2b58f-3a6a-41ec-acb5-7460f11f198b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.428906] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-2dd2b58f-3a6a-41ec-acb5-7460f11f198b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.429464] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-2dd2b58f-3a6a-41ec-acb5-7460f11f198b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.429642] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd2b58f-3a6a-41ec-acb5-7460f11f198b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.585020] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.932512] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.932794] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.932962] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.933342] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.933516] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.933709] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 2dd2b58f-3a6a-41ec-acb5-7460f11f198b not found, creating... [ 844.934164] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.934290] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.934426] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.934772] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.934968] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.935366] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.935588] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.935757] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.936051] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.936228] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.936446] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 2dd2b58f-3a6a-41ec-acb5-7460f11f198b is going to be created. [ 844.956470] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.956682] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.956775] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.957067] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.957303] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.957538] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-2dd2b58f-3a6a-41ec-acb5-7460f11f198b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.087300] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.087616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.087616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.087970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.088109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.088214] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be updated. [ 845.116779] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.116998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.117052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.117257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.117404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.130438] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: IN_PROGRESS for 2s [ 845.654379] env[70476]: INFO networking_nsxv3.common.synchronization [req-f6b518bc-a173-490b-add5-c5458b252041 req-348dfb9c-9462-4201-888e-d4777938d11e tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Enqueued Resource ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a with Priority: HIGHEST for action security_group_members [ 845.655413] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a with Priority: HIGHEST for action security_group_members [ 845.656123] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81f7437-3ce3-466d-8d86-fa9e5655af3a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.656377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.656535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.656832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.657091] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.657313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.657474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.657714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.657892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.658081] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d81f7437-3ce3-466d-8d86-fa9e5655af3a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.862744] env[70476]: INFO networking_nsxv3.common.synchronization [req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 req-5e6a90aa-3bb3-4762-b1d1-72579434eb70 service nova] Enqueued Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_rules [ 845.862744] env[70476]: INFO networking_nsxv3.common.synchronization [req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 req-5e6a90aa-3bb3-4762-b1d1-72579434eb70 service nova] Enqueued Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_members [ 845.862744] env[70476]: INFO networking_nsxv3.common.synchronization [req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 req-5e6a90aa-3bb3-4762-b1d1-72579434eb70 service nova] Enqueued Resource ID: 2dd2b58f-3a6a-41ec-acb5-7460f11f198b with Priority: HIGHEST for action port [ 845.862744] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_rules [ 845.863655] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_members [ 845.864533] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd2b58f-3a6a-41ec-acb5-7460f11f198b with Priority: HIGHEST for action port [ 845.864533] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.864533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.864533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.865037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.865186] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.866167] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.866457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.866457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.867304] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.867439] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.869064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.869064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.869064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.869064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.869064] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.869797] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dd2b58f-3a6a-41ec-acb5-7460f11f198b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.869899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dd2b58f-3a6a-41ec-acb5-7460f11f198b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.869962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dd2b58f-3a6a-41ec-acb5-7460f11f198b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.870134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dd2b58f-3a6a-41ec-acb5-7460f11f198b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.870204] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd2b58f-3a6a-41ec-acb5-7460f11f198b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.161209] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.162334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.162334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.162334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.162334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.162334] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.162334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.162334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.162632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.162632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.162632] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a is going to be updated. [ 846.189720] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.189922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.190025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.190300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.190646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.199381] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a in Status: IN_PROGRESS for 2s [ 846.372556] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.372719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.372883] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.373843] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dd2b58f-3a6a-41ec-acb5-7460f11f198b with status ACTIVE [ 846.374074] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.374262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.374306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.374554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.374639] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.374837] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.374978] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.375111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.375323] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.375405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.375693] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.376491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.376491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.376491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.376491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.376491] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dd2b58f-3a6a-41ec-acb5-7460f11f198b is going to be updated. [ 846.398653] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.398809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.398903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.402109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.402109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.402109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dd2b58f-3a6a-41ec-acb5-7460f11f198b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.880345] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.141949] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 847.141949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.141949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.141949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.141949] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.141949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.141949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.141949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.141949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.141949] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.382355] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.382680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.382680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.382880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.382968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.383141] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 is going to be created. [ 847.404785] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.405033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.405033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.405180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.405362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.414394] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: UNINITIALIZED for 2s [ 847.644170] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.698926] env[70476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] NSXv3 Agent Agent loop - iteration:0 completed [ 847.698926] env[70476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] NSXv3 Agent Agent loop - iteration:1 started [ 848.147236] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.209783] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a in Status: SUCCESS [ 848.209979] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81f7437-3ce3-466d-8d86-fa9e5655af3a deletion is rescheduled due to dependency. [ 848.210115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81f7437-3ce3-466d-8d86-fa9e5655af3a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.651269] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.651269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.651269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.651269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.651269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.651269] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be updated. [ 848.676045] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.676233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.676303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.676459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.676601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.687023] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: IN_PROGRESS for 2s [ 849.296205] env[70476]: INFO networking_nsxv3.common.synchronization [req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 req-10c81548-92ab-4dd4-b1bc-eaa34cda1775 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Enqueued Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_members [ 849.296205] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_members [ 849.296205] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.297081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.297306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.297631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.297932] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.299626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.299626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.299626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.299626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.299626] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.423673] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: SUCCESS [ 849.423896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.424260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.424506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.424707] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.424837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.424888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.425081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.425128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.425215] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.425307] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.677865] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.677865] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.678171] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.678209] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.678446] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.678609] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.678726] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.678950] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.679112] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.679327] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.679440] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.679561] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.679671] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.680309] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.680309] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.680309] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.697407] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.697567] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.697714] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.697970] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.698334] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.698455] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.698859] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.698968] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.699060] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e67a62b1-6d61-42bf-8c6d-0fe6eec5f470',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.803020] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.927947] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.927947] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.927947] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.928135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.928260] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.928347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.928347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.928505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.928596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.928766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.928942] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.928942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.929101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.929179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.929389] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.929491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.929547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.929690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.929766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.929848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.929937] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.201859] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.202081] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.202500] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.202883] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.202883] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.202883] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 not found, creating... [ 850.203166] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.203272] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.203691] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.203691] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.203829] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.204488] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.204488] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.204488] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.204712] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.204712] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.204911] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 is going to be created. [ 850.225781] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.226044] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.226044] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.227227] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.227227] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.227227] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.303656] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.432547] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28: rpc.has_security_group_logging(os_id): False [ 850.449757] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.449992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.450085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.450294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.450387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.450586] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.450677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.450796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.450888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.450960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.451175] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.451270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.451409] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.451563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.451644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.451866] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.452531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.452602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.452747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.452837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.452915] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 is going to be created. [ 850.506637] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.506840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.506840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.507028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.507189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.516482] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: IN_PROGRESS for 2s [ 850.695193] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 850.695567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.695654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.695861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.696071] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.696209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.696268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.696425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.696499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.696602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.696816] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.696941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.697011] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.697165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.697315] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.697657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.697657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.697657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.697832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.697832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.697909] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.807387] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.807894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.807894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.808112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.808112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.808294] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19bca630-acca-4734-8508-5b9b2a6fd54b is going to be updated. [ 850.835560] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.835705] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.835776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.836518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.836518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.844813] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: IN_PROGRESS for 2s [ 850.965077] env[70476]: INFO networking_nsxv3.common.synchronization [req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 req-6e058810-1e30-49e9-8a75-c4aeba549faa service nova] Enqueued Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_rules [ 850.965401] env[70476]: INFO networking_nsxv3.common.synchronization [req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 req-6e058810-1e30-49e9-8a75-c4aeba549faa service nova] Enqueued Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_members [ 850.965671] env[70476]: INFO networking_nsxv3.common.synchronization [req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 req-6e058810-1e30-49e9-8a75-c4aeba549faa service nova] Enqueued Resource ID: e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 with Priority: HIGHEST for action port [ 850.966417] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_rules [ 850.966636] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_members [ 850.966804] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 with Priority: HIGHEST for action port [ 850.967620] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.967620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.967620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.967870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.967954] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.970043] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.970043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.970293] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.970293] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.970434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.970594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.970721] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e67a62b1-6d61-42bf-8c6d-0fe6eec5f470',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.200402] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98cd2d28-7d3d-4106-85f0-7ac0681007e1: rpc.has_security_group_logging(os_id): False [ 851.219658] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.219813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.219946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.220793] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.220793] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.220793] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.220793] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.221033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.221142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.221232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.221509] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.221591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.221626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.221764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.221839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.224547] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.224671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.224924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.224996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.225088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.225248] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be created. [ 851.281428] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.281582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.281622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.281820] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.282055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.297803] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: IN_PROGRESS for 2s [ 851.473623] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.473623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.474804] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 with status ACTIVE [ 851.475067] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.475204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.475314] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.475565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.475687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.475874] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.476349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.476442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.476660] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.476751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.476939] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.477167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.477259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.477427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.477532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.477832] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 is going to be updated. [ 851.499095] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.499277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.499415] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.499632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.499791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.499964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.531594] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: SUCCESS [ 852.531594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.854815] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: SUCCESS [ 852.855135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.855308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.855582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.855769] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.855880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.855942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.856161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.856245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.856353] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.312062] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 853.312062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.312062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.312062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.312062] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.359960] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.816765] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.817192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.817192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.817291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.817428] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.817525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.817591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.817755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.817932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.817932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.818032] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.861619] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.116364] env[70476]: INFO networking_nsxv3.common.synchronization [req-6671ac26-fa90-4ef7-afdf-ade146c617b2 req-9de59967-a21f-4108-97c8-8c01200e87cc tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 854.117238] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 854.117285] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.118306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.118306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.118306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.118306] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.118306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.118306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.118551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.118551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.118609] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.324261] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.324450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.364726] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.365860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.365860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.365860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.365860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.365860] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19bca630-acca-4734-8508-5b9b2a6fd54b is going to be updated. [ 854.392520] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.392739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.392822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.393063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.393219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.406273] env[70476]: INFO networking_nsxv3.common.synchronization [req-ee089702-6040-40df-9ea8-a83bbe082b74 req-8716d7a4-b57a-4816-b7a7-887e2c90a8cc tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 854.407483] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: IN_PROGRESS for 2s [ 854.408429] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 854.408429] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.408429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.621283] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.124771] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.628294] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.628454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.628526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.628740] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.628833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.628930] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be updated. [ 855.664331] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.664515] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.664580] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.664796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.664945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.673244] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: IN_PROGRESS for 2s [ 855.894995] env[70476]: INFO networking_nsxv3.common.synchronization [req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 req-b586eecc-a70d-4ad8-872b-5f08649709b5 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 855.895520] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 855.895792] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.895908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.895969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.896197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.896341] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.896432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.896491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.896634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.896714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.896799] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.399746] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.399746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.399746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.400137] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.400137] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.400205] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.400284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.400345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.400547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.400593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.400724] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be updated. [ 856.415121] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: SUCCESS [ 856.415320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.415473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.415668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.415845] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.415957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.416031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.416185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.416267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.416351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.416439] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.428353] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.428492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.428563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.428752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.428887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.437517] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: IN_PROGRESS for 2s [ 856.752317] env[70476]: INFO networking_nsxv3.common.synchronization [None req-9dd1071a-18cf-4948-87d1-7249eb4262c9 None None] Enqueued Resource ID: 9a471624-ecb4-4c83-a78b-b257a42c9668 with Priority: HIGHEST for action port [ 856.752939] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a471624-ecb4-4c83-a78b-b257a42c9668 with Priority: HIGHEST for action port [ 856.753259] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a471624-ecb4-4c83-a78b-b257a42c9668 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.753382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a471624-ecb4-4c83-a78b-b257a42c9668" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.753448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a471624-ecb4-4c83-a78b-b257a42c9668" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.753694] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a471624-ecb4-4c83-a78b-b257a42c9668" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.753775] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a471624-ecb4-4c83-a78b-b257a42c9668',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.918729] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.918856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.918903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.919184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.919538] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.919538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.919538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.919702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.919702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.919808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.920855] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.921122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.921122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.921257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.921859] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.921917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.922048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.922156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.922317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.922317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.922492] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.263704] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a471624-ecb4-4c83-a78b-b257a42c9668 [ 857.263993] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.264471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.264471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.264649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.264818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.267257] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a471624-ecb4-4c83-a78b-b257a42c9668 already deleted. [ 857.267257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a471624-ecb4-4c83-a78b-b257a42c9668" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.426387] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19bca630-acca-4734-8508-5b9b2a6fd54b: rpc.has_security_group_logging(os_id): False [ 857.444478] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.444825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.444825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.444966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.444999] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.445177] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.445275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.445337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.445484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.445560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.445751] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.445891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.445891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.446039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.446113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.446297] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.446389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.446449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.446584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.446661] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.446744] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19bca630-acca-4734-8508-5b9b2a6fd54b is going to be updated. [ 857.504113] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.504113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.504113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.504113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.504416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.516451] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: IN_PROGRESS for 2s [ 857.683791] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 857.684068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.684246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.684457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.684700] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.684814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.684878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.685043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.685127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.685211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.685381] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.685454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.685516] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.685657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.685798] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.685888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.685948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.689524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.689611] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.689699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.689793] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.690671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.691440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.691440] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.691440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.691440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.691440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.691440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.691440] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.193211] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98cd2d28-7d3d-4106-85f0-7ac0681007e1: rpc.has_security_group_logging(os_id): False [ 858.195630] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.195630] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.195630] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.195630] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.195630] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.195630] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.196108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.196108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.196108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.197673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.197673] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be updated. [ 858.222143] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.222143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.222257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.228020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.228020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.228020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.228020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.228020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.228020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.228020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.228020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.228020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.228020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.228020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.228020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.228020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.228020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.228747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.228747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.228747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.228747] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be updated. [ 858.236525] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.236695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.236754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.236979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.237146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.245289] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: IN_PROGRESS for 2s [ 858.299830] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.301696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.301696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.301696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.301696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.317340] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: IN_PROGRESS for 2s [ 858.446673] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: SUCCESS [ 858.446928] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 deletion is rescheduled due to dependency. [ 858.446928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.711137] env[70476]: INFO networking_nsxv3.common.synchronization [None req-305bf22d-8b54-4340-baa4-819ed60e20ed None None] Enqueued Resource ID: 1696ca83-a3d7-4067-b67c-3ff86012ebd1 with Priority: HIGHEST for action port [ 858.712060] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1696ca83-a3d7-4067-b67c-3ff86012ebd1 with Priority: HIGHEST for action port [ 858.712153] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-1696ca83-a3d7-4067-b67c-3ff86012ebd1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.712221] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1696ca83-a3d7-4067-b67c-3ff86012ebd1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.712306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1696ca83-a3d7-4067-b67c-3ff86012ebd1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.712521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1696ca83-a3d7-4067-b67c-3ff86012ebd1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.712676] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1696ca83-a3d7-4067-b67c-3ff86012ebd1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.215416] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1696ca83-a3d7-4067-b67c-3ff86012ebd1 [ 859.216530] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.216685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.216756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.217025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.217095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.217917] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1696ca83-a3d7-4067-b67c-3ff86012ebd1 already deleted. [ 859.217917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1696ca83-a3d7-4067-b67c-3ff86012ebd1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.532015] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: SUCCESS [ 859.532289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.254726] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 860.255210] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 deletion is rescheduled due to dependency. [ 860.255834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.334320] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 860.334320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.441660] env[70476]: INFO networking_nsxv3.common.synchronization [None req-ebb08563-2909-4b44-82a4-2ee8bfa89983 None None] Enqueued Resource ID: a7cfec44-0ba8-4f68-8db8-6d4fe8295613 with Priority: HIGHEST for action port [ 861.442275] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7cfec44-0ba8-4f68-8db8-6d4fe8295613 with Priority: HIGHEST for action port [ 861.442581] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7cfec44-0ba8-4f68-8db8-6d4fe8295613 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.442710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7cfec44-0ba8-4f68-8db8-6d4fe8295613" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.442791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7cfec44-0ba8-4f68-8db8-6d4fe8295613" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.443023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7cfec44-0ba8-4f68-8db8-6d4fe8295613" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.443125] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7cfec44-0ba8-4f68-8db8-6d4fe8295613',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.945524] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7cfec44-0ba8-4f68-8db8-6d4fe8295613 [ 861.945898] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.946133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.946250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.946577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.946654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.949165] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7cfec44-0ba8-4f68-8db8-6d4fe8295613 already deleted. [ 861.949380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7cfec44-0ba8-4f68-8db8-6d4fe8295613" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.117948] env[70476]: INFO networking_nsxv3.common.synchronization [None req-3f15db38-ac5a-4ed7-a2e4-8371465166e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 with Priority: HIGHEST for action security_group_rules [ 863.118686] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 with Priority: HIGHEST for action security_group_rules [ 863.119250] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.119250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.119410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.119742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.119879] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac7b1d79-b983-42f4-99fe-979e9bfca1d7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.238844] env[70476]: INFO networking_nsxv3.common.synchronization [None req-f4a10c5a-3c8b-40dd-b9f2-cc57ded26c05 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 with Priority: HIGHEST for action security_group_rules [ 863.241233] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 with Priority: HIGHEST for action security_group_rules [ 863.241689] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.241843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.647936] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.647936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.647936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.647936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.647936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.647936] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 already deleted. [ 863.647936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.647936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.647936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.647936] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac7b1d79-b983-42f4-99fe-979e9bfca1d7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.889130] env[70476]: INFO networking_nsxv3.common.synchronization [None req-2fb2a0d4-5a32-4bc4-b5cc-4711959feea4 None None] Enqueued Resource ID: e546992f-fbef-47be-8183-1e053f604c99 with Priority: HIGHEST for action port [ 863.890586] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e546992f-fbef-47be-8183-1e053f604c99 with Priority: HIGHEST for action port [ 863.890586] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e546992f-fbef-47be-8183-1e053f604c99 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.890586] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e546992f-fbef-47be-8183-1e053f604c99" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.890586] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e546992f-fbef-47be-8183-1e053f604c99" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.890586] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e546992f-fbef-47be-8183-1e053f604c99" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.890586] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e546992f-fbef-47be-8183-1e053f604c99',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.175878] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.175878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.175878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.176218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.176218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.176279] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 already deleted. [ 864.176454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.394020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e546992f-fbef-47be-8183-1e053f604c99 [ 864.394302] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.394450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.394542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.394717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.394817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.394886] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e546992f-fbef-47be-8183-1e053f604c99 already deleted. [ 864.395110] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e546992f-fbef-47be-8183-1e053f604c99" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.652933] env[70476]: INFO networking_nsxv3.common.synchronization [req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 req-a9664d70-e3e6-4bb1-b571-d914d9ea29a0 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Enqueued Resource ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 with Priority: HIGHEST for action security_group_members [ 864.653521] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 with Priority: HIGHEST for action security_group_members [ 864.653848] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-88f731f3-582a-4199-99fe-9b7c976d5d50 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.653974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.654085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.654293] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.654449] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.654546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.654607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.654759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.654845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.654936] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88f731f3-582a-4199-99fe-9b7c976d5d50',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.157927] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.159013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.159013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.159013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.159013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.159013] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.159013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.159013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.159436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.159436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.159436] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 already deleted. [ 865.159436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.364909] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.366120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-819" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.366120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-819" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.366120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-819" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.366120] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.366120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.366641] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.366641] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.366729] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.366912] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.367044] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.367159] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.367271] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.367386] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.367495] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.367629] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.385845] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.386032] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 865.386189] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.386362] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-819" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.386678] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-f2713390-226a-42ba-8b90-8b1ba26621b7 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.386851] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-f2713390-226a-42ba-8b90-8b1ba26621b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.386973] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-f2713390-226a-42ba-8b90-8b1ba26621b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.387320] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-f2713390-226a-42ba-8b90-8b1ba26621b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.387459] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2713390-226a-42ba-8b90-8b1ba26621b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.569169] env[70476]: INFO networking_nsxv3.common.synchronization [req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 req-c9a38c39-04db-4711-8dfa-abacd6a75352 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Enqueued Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_members [ 865.569652] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_members [ 865.569934] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.570394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.570472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.570680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.570839] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.571252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.571252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.571252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.571252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.571429] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.889445] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.889985] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.889985] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.890220] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.890369] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.890530] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port f2713390-226a-42ba-8b90-8b1ba26621b7 not found, creating... [ 865.890840] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.890999] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.891128] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.891326] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.891463] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.891859] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.892169] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.892378] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.892594] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.892743] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.892893] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: f2713390-226a-42ba-8b90-8b1ba26621b7 is going to be created. [ 865.913328] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.913530] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.913664] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.913997] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.914210] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.914452] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-f2713390-226a-42ba-8b90-8b1ba26621b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.073406] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.576752] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.754331] env[70476]: INFO networking_nsxv3.common.synchronization [req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 req-d931f089-d84c-45f8-b82a-93bb3b020efd service nova] Enqueued Resource ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 with Priority: HIGHEST for action security_group_rules [ 866.754490] env[70476]: INFO networking_nsxv3.common.synchronization [req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 req-d931f089-d84c-45f8-b82a-93bb3b020efd service nova] Enqueued Resource ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 with Priority: HIGHEST for action security_group_members [ 866.754625] env[70476]: INFO networking_nsxv3.common.synchronization [req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 req-d931f089-d84c-45f8-b82a-93bb3b020efd service nova] Enqueued Resource ID: f2713390-226a-42ba-8b90-8b1ba26621b7 with Priority: HIGHEST for action port [ 866.755066] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 with Priority: HIGHEST for action security_group_rules [ 866.755066] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 with Priority: HIGHEST for action security_group_members [ 866.755066] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2713390-226a-42ba-8b90-8b1ba26621b7 with Priority: HIGHEST for action port [ 866.755933] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88f731f3-582a-4199-99fe-9b7c976d5d50 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.756071] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.756137] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.756394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.756465] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88f731f3-582a-4199-99fe-9b7c976d5d50',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.758528] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-88f731f3-582a-4199-99fe-9b7c976d5d50 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.758528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.758528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.758528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.758528] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.758528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.758528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.758528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.758528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.758528] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88f731f3-582a-4199-99fe-9b7c976d5d50',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.759209] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2713390-226a-42ba-8b90-8b1ba26621b7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.759209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2713390-226a-42ba-8b90-8b1ba26621b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.759209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2713390-226a-42ba-8b90-8b1ba26621b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.759364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2713390-226a-42ba-8b90-8b1ba26621b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.759364] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2713390-226a-42ba-8b90-8b1ba26621b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.079494] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.079652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.079732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.079966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.080131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.080295] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19bca630-acca-4734-8508-5b9b2a6fd54b is going to be updated. [ 867.111432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.111693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.111693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.111987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.112152] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.138987] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: IN_PROGRESS for 2s [ 867.261837] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-88f731f3-582a-4199-99fe-9b7c976d5d50 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.261837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.265966] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2713390-226a-42ba-8b90-8b1ba26621b7 with status ACTIVE [ 867.265966] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.265966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.265966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.265966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.265966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.266303] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.266303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.266303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.266422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.266422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.266634] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.266710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.266749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.266898] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.266980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.267077] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2713390-226a-42ba-8b90-8b1ba26621b7 is going to be updated. [ 867.268290] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88f731f3-582a-4199-99fe-9b7c976d5d50',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.287732] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.287907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.287971] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.288208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.288279] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.288443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2713390-226a-42ba-8b90-8b1ba26621b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.358332] env[70476]: INFO networking_nsxv3.common.synchronization [req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc req-bf943471-77d0-44cf-9fb6-4f2f5038def9 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 867.359455] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 867.359455] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.359638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.359728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.360900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.360900] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.360900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.360900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.360900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.360900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.361155] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.770192] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88f731f3-582a-4199-99fe-9b7c976d5d50',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.864964] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.924430] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.924626] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.924752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.925059] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.925311] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.925475] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.925592] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.925805] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.926107] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.926196] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.926288] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.926394] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.926499] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.926606] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.926710] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.926840] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.946034] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.946138] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 867.946283] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.946480] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.946800] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-2d594a86-9af8-4dea-926d-ed79a554ca09 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.946972] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-2d594a86-9af8-4dea-926d-ed79a554ca09" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.947118] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-2d594a86-9af8-4dea-926d-ed79a554ca09" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.947481] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-2d594a86-9af8-4dea-926d-ed79a554ca09" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.947689] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d594a86-9af8-4dea-926d-ed79a554ca09',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.274905] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.275179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.275423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.275620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.275772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.275938] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 is going to be created. [ 868.300256] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.300421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.300473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.300710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.300998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.314734] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 in Status: UNINITIALIZED for 2s [ 868.366460] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.451883] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.452206] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.452360] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.452645] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.452816] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.453052] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 2d594a86-9af8-4dea-926d-ed79a554ca09 not found, creating... [ 868.453339] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.453530] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.453651] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.453899] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.454068] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.454466] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.454679] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.454849] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.455131] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.455332] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.455520] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 2d594a86-9af8-4dea-926d-ed79a554ca09 is going to be created. [ 868.476319] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.476501] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.476610] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.476896] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.477153] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.477373] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-2d594a86-9af8-4dea-926d-ed79a554ca09" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.868884] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.869221] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.869330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.869713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.869806] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.869914] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 868.900140] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.900357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.900441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.900679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.900896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.910879] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 869.154045] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: SUCCESS [ 869.154316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.337289] env[70476]: INFO networking_nsxv3.common.synchronization [req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc req-d54b95e2-21ad-4baf-b387-b615809383e3 service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 869.337465] env[70476]: INFO networking_nsxv3.common.synchronization [req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc req-d54b95e2-21ad-4baf-b387-b615809383e3 service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 869.337620] env[70476]: INFO networking_nsxv3.common.synchronization [req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc req-d54b95e2-21ad-4baf-b387-b615809383e3 service nova] Enqueued Resource ID: 2d594a86-9af8-4dea-926d-ed79a554ca09 with Priority: HIGHEST for action port [ 869.337841] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 869.338055] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 869.338128] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d594a86-9af8-4dea-926d-ed79a554ca09 with Priority: HIGHEST for action port [ 869.338694] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.338778] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.338838] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.340603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.340680] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.342086] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.342234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.342398] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d594a86-9af8-4dea-926d-ed79a554ca09 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.342509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d594a86-9af8-4dea-926d-ed79a554ca09" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.342660] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d594a86-9af8-4dea-926d-ed79a554ca09" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.343058] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d594a86-9af8-4dea-926d-ed79a554ca09" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.343058] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d594a86-9af8-4dea-926d-ed79a554ca09',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.844955] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.845128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.845294] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d594a86-9af8-4dea-926d-ed79a554ca09 with status ACTIVE [ 869.845465] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.845576] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.845646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.845831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.845919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.846116] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.846223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.846287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.846414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.846488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.846670] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.846783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.846837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.846947] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.847065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.847118] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d594a86-9af8-4dea-926d-ed79a554ca09 is going to be updated. [ 869.870567] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.870891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.870891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.870997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.871146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.871306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d594a86-9af8-4dea-926d-ed79a554ca09" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.325019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 in Status: SUCCESS [ 870.325019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.325300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.325657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.325944] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.326866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.326866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.326866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.326866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.326866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.327158] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88f731f3-582a-4199-99fe-9b7c976d5d50',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.830996] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-88f731f3-582a-4199-99fe-9b7c976d5d50 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.831673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.831906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.832556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.832919] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.833211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.833462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.833881] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.835086] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.835086] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.835086] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-88f731f3-582a-4199-99fe-9b7c976d5d50 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.835689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.835925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.836398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.836698] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.837482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.837482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.837482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.837482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.837482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.837482] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88f731f3-582a-4199-99fe-9b7c976d5d50',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.920495] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 870.920495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.920957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.921147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.921449] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.921449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.921695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.921695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.921803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.921803] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.339585] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88f731f3-582a-4199-99fe-9b7c976d5d50: rpc.has_security_group_logging(os_id): False [ 871.360333] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.360466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.360533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.360711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.360796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.361093] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.361218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.361258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.361407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.361487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.361669] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.361761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.362108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.362108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.362244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.362401] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.362487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.362545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.362690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.362763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.362850] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 is going to be created. [ 871.423857] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.424120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.424170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.425031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.425031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.426979] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.439592] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 in Status: IN_PROGRESS for 2s [ 871.934548] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.130428] env[70476]: INFO networking_nsxv3.common.synchronization [req-a40ca915-6ced-4090-866b-52e53c75793b req-87a1cf47-b2ea-4fb1-b05b-fa82babbf544 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Enqueued Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 872.130937] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 872.131239] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.131445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.131445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.133402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.133402] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.133402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.133402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.135482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.135482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.135482] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.439160] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.439302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.439402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.439972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.439972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.439972] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 872.468336] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.468479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.468599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.469358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.469358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.479392] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 872.638776] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.142083] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.450454] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 in Status: SUCCESS [ 873.450699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.644516] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.644676] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.644747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.644964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.645162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.645277] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d is going to be updated. [ 873.672525] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.672525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.672525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.672525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.672525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.679635] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: IN_PROGRESS for 2s [ 874.489919] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 874.489919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.490334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.490334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.490437] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.491215] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.491310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.492508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.492615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.492725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.492840] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.538143] env[70476]: INFO networking_nsxv3.common.synchronization [req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 req-9a321a24-46d6-43b4-9306-0482d35423a7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 874.538833] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 874.539198] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.539343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.539414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.539652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.539811] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.539908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.539967] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.540144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.540226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.540330] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.999801] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.001238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.001361] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.001689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.001932] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.002262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.002368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.002516] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.002606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.002699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.002891] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.002944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.003012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.003253] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.003419] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.003512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.003573] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.003713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.003790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.003899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.004112] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.045410] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.045410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.045410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.045410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.045410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.045410] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.045410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.045410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.045410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.045410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.045410] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 875.067901] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.068077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.068144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.068350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.068579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.074199] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.075341] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.075341] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.075581] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.075879] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.076062] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.076181] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.076400] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.076535] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.076772] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.076930] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.076988] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.077653] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.077653] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.077653] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.077653] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.081258] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 875.097807] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.098040] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 875.098279] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.098379] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.098765] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-02b17f5b-82e4-491b-b573-36f20ab2357d taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.099196] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-02b17f5b-82e4-491b-b573-36f20ab2357d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.099196] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-02b17f5b-82e4-491b-b573-36f20ab2357d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.099465] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-02b17f5b-82e4-491b-b573-36f20ab2357d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.099700] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b17f5b-82e4-491b-b573-36f20ab2357d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.458762] env[70476]: INFO networking_nsxv3.common.synchronization [None req-e2205583-f1fa-4b2e-981d-a641cac6bb96 None None] Enqueued Resource ID: 703929cc-598a-4be8-b5ae-5cda226e870e with Priority: HIGHEST for action port [ 875.461406] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 703929cc-598a-4be8-b5ae-5cda226e870e with Priority: HIGHEST for action port [ 875.461406] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-703929cc-598a-4be8-b5ae-5cda226e870e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.461406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-703929cc-598a-4be8-b5ae-5cda226e870e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.461406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-703929cc-598a-4be8-b5ae-5cda226e870e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.461406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-703929cc-598a-4be8-b5ae-5cda226e870e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.461406] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('703929cc-598a-4be8-b5ae-5cda226e870e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.508822] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c03b28-e972-40c2-adc4-f03091e2dd82: rpc.has_security_group_logging(os_id): False [ 875.529021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.529021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.529021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.529021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.529021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.529021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.529021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.529021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.529021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.529021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.529021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.529021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.529021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.529021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.529021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.530077] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.530077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.530389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.530389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.530574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.530574] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 875.592279] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.592541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.592541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.592731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.592881] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.606167] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 875.606960] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.607147] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.607220] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.607547] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.608402] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.608402] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 02b17f5b-82e4-491b-b573-36f20ab2357d not found, creating... [ 875.608402] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.608628] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.608628] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.609008] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.610030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.610030] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.610220] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.610261] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.610630] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.610630] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.611143] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 02b17f5b-82e4-491b-b573-36f20ab2357d is going to be created. [ 875.632661] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.632872] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.633180] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.633427] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.633686] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.633924] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-02b17f5b-82e4-491b-b573-36f20ab2357d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.690292] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: SUCCESS [ 875.690533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.964287] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 703929cc-598a-4be8-b5ae-5cda226e870e [ 875.964287] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.964287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.964287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.964287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.964287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.964287] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:703929cc-598a-4be8-b5ae-5cda226e870e already deleted. [ 875.964287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-703929cc-598a-4be8-b5ae-5cda226e870e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.600253] env[70476]: INFO networking_nsxv3.common.synchronization [req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 req-18fe9e1c-78df-4dd2-b5fa-62604272f6aa service nova] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_rules [ 876.600513] env[70476]: INFO networking_nsxv3.common.synchronization [req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 req-18fe9e1c-78df-4dd2-b5fa-62604272f6aa service nova] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 876.600651] env[70476]: INFO networking_nsxv3.common.synchronization [req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 req-18fe9e1c-78df-4dd2-b5fa-62604272f6aa service nova] Enqueued Resource ID: 02b17f5b-82e4-491b-b573-36f20ab2357d with Priority: HIGHEST for action port [ 876.601143] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_rules [ 876.601228] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 876.601320] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b17f5b-82e4-491b-b573-36f20ab2357d with Priority: HIGHEST for action port [ 876.601626] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.601700] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.601761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.601966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.602074] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.603034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.603148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.603357] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-02b17f5b-82e4-491b-b573-36f20ab2357d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.603482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02b17f5b-82e4-491b-b573-36f20ab2357d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.603561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02b17f5b-82e4-491b-b573-36f20ab2357d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.603716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02b17f5b-82e4-491b-b573-36f20ab2357d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.603791] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b17f5b-82e4-491b-b573-36f20ab2357d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.092998] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 877.093204] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a deletion is rescheduled due to dependency. [ 877.093360] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.093494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.093701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.093878] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.093995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.094423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.094649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.094771] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.094912] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.105804] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02b17f5b-82e4-491b-b573-36f20ab2357d with status ACTIVE [ 877.108704] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.108833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.108833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.109079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.109168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.109369] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.109475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.109540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.109698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.109776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.109958] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.110061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.110121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.110264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.110331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.110428] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02b17f5b-82e4-491b-b573-36f20ab2357d is going to be updated. [ 877.111570] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.111679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.129451] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.129730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.129730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.129915] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.130088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.130270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02b17f5b-82e4-491b-b573-36f20ab2357d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.596907] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.618309] env[70476]: INFO networking_nsxv3.common.synchronization [req-35d8a44a-1480-4c28-b327-32f299ff8d8d req-20a419ec-3c7a-4be5-bcac-d581f54468f0 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Enqueued Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_members [ 877.619334] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 877.619561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.622066] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_members [ 877.623115] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.626290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.626290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.626290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.626290] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.626290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.626290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.626290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.626290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.626290] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.897023] env[70476]: INFO networking_nsxv3.common.synchronization [None req-91a9fc0d-f915-4343-8445-0e6e2e6b6601 None None] Enqueued Resource ID: 9e4532e5-8033-47d7-8a85-68db4c3ece83 with Priority: HIGHEST for action port [ 877.897023] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4532e5-8033-47d7-8a85-68db4c3ece83 with Priority: HIGHEST for action port [ 877.897023] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e4532e5-8033-47d7-8a85-68db4c3ece83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.897023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e4532e5-8033-47d7-8a85-68db4c3ece83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.897023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e4532e5-8033-47d7-8a85-68db4c3ece83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.897636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e4532e5-8033-47d7-8a85-68db4c3ece83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.897825] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e4532e5-8033-47d7-8a85-68db4c3ece83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.102203] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.102203] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.102203] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.102203] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.102203] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.102203] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.102203] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.102203] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.102203] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.103079] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.103386] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.103667] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.103919] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.104188] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.104434] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.104693] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.106231] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.121019] env[70476]: INFO networking_nsxv3.common.synchronization [req-a2611270-e5cc-437c-98d4-aa26071c4730 req-9e8ab41e-cca9-4c36-b978-20443bc0a9f6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Enqueued Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_members [ 878.121019] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_members [ 878.121019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.121019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.121019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.121019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.121019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.121019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.121019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.122162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.122445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.122666] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.125301] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.125778] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.126050] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.127016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.127016] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.127016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.127488] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.127945] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.128967] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37b1c85a-67c8-46e1-8708-2ef9bc2c2a94',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.131311] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.402629] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e4532e5-8033-47d7-8a85-68db4c3ece83 [ 878.403516] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.403680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.403812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.404203] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.404291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.404426] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e4532e5-8033-47d7-8a85-68db4c3ece83 already deleted. [ 878.404522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e4532e5-8033-47d7-8a85-68db4c3ece83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.611730] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.611730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.611730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.611730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.611730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.611730] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 878.631860] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.632646] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.632860] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.632984] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.633339] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.633512] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.633926] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 not found, creating... [ 878.634081] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.634201] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.634270] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.634547] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.634900] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.635149] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.635348] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.635507] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.635729] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.635849] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.635982] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 is going to be created. [ 878.637904] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.638061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.638119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.638257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.638411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.639884] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.651470] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 878.660014] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.660014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.660014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.660014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.660014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.660014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.140440] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.143538] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.143684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.143960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.143960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.144309] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.144309] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 is going to be updated. [ 879.174603] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.174603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.174603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.174603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.174793] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.184458] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: IN_PROGRESS for 2s [ 879.450894] env[70476]: INFO networking_nsxv3.common.synchronization [req-35d8a44a-1480-4c28-b327-32f299ff8d8d req-83a1b82b-a7ce-45f6-b6ac-8171c76cdfe2 service nova] Enqueued Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_rules [ 879.451092] env[70476]: INFO networking_nsxv3.common.synchronization [req-35d8a44a-1480-4c28-b327-32f299ff8d8d req-83a1b82b-a7ce-45f6-b6ac-8171c76cdfe2 service nova] Enqueued Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_members [ 879.451232] env[70476]: INFO networking_nsxv3.common.synchronization [req-35d8a44a-1480-4c28-b327-32f299ff8d8d req-83a1b82b-a7ce-45f6-b6ac-8171c76cdfe2 service nova] Enqueued Resource ID: 37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 with Priority: HIGHEST for action port [ 879.451461] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_rules [ 879.451582] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_members [ 879.451674] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 with Priority: HIGHEST for action port [ 879.452567] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.452699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.452766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.452968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.453065] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.453891] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.453989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.454229] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.454339] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.454406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.454588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.454698] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37b1c85a-67c8-46e1-8708-2ef9bc2c2a94',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.642770] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.643651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.643651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.643651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.643651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.643651] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1439909f-7299-4a43-8e55-65a9485794b3 is going to be updated. [ 879.668074] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.668555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.668627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.668828] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.668974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.676992] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: IN_PROGRESS for 2s [ 879.956327] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.956474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.958816] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 with status ACTIVE [ 879.959018] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.959192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.959228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.959447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.959563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.959727] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.959801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.959869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.960030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.960122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.960381] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.960480] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.960533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.960673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.960783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.960823] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 is going to be updated. [ 879.980877] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.980877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.980877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.980877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.980877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.980877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.662380] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 880.662743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.662789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.662964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.663191] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.663332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.663332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.663478] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.663555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.663645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.663731] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.169962] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.169962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.169962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.169962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.169962] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.169962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.169962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.169962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.169962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.169962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.169962] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.169962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.169962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.169962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.171400] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.172701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.172701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.172701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.172701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.172701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.172701] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.192982] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: SUCCESS [ 881.193219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.193378] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.193584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.193759] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.193866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.193927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.194087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.194161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.194275] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.680672] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c544ab7a-9c47-4928-be9b-dd9505a7bf7a: rpc.has_security_group_logging(os_id): False [ 881.694502] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: SUCCESS [ 881.694502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.695892] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.695892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.695892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.695892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.696403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.696403] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.696403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.696403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.696649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.696742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.696942] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.697138] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.697861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.697861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.697861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.697861] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.697861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.697861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.698422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.698422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.698422] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 881.699316] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.776929] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.776929] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.776929] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.776929] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.776929] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.787941] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 882.203263] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.706463] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.706763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.706763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.706922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.706999] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.707102] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 is going to be updated. [ 882.733325] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.733476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.733546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.733754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.733902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.741665] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: IN_PROGRESS for 2s [ 883.388737] env[70476]: INFO networking_nsxv3.common.synchronization [req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 req-38ff875f-8fb9-40e3-87ea-83173cd73b69 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 883.390274] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 883.390274] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.390274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.390274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.390274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.391727] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.392492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.392668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.393037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.393238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.393397] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.544635] env[70476]: INFO networking_nsxv3.common.synchronization [req-7f48b7f6-22cf-4172-9ecf-144fbb31083f req-56d7b9aa-1741-40fd-8a48-a02402a65e44 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 883.544635] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 883.544635] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.544635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.544635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.544854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.544989] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.545098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.545161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.545400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.545539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.545634] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.804934] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 883.805186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.896865] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.052542] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.052542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.052542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.052542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.052542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.052542] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.052542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.052542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.052542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.052542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.052542] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 884.081188] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.081631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.087228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.087228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.087228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.095643] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 884.127037] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.127262] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.127388] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.127649] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.127917] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.129252] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.129441] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.129712] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.130017] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.130194] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.130329] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.130475] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.130599] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.130743] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.130817] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.130952] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.151503] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.151503] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.151676] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.151929] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.152182] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-8b0d73c3-d321-4316-8339-d478f4dcd33d taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.152391] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-8b0d73c3-d321-4316-8339-d478f4dcd33d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.153137] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-8b0d73c3-d321-4316-8339-d478f4dcd33d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.153137] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-8b0d73c3-d321-4316-8339-d478f4dcd33d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.153443] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b0d73c3-d321-4316-8339-d478f4dcd33d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.403454] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.658043] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.658043] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.658043] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.658043] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.658043] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.658043] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 8b0d73c3-d321-4316-8339-d478f4dcd33d not found, creating... [ 884.658043] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.658043] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.658043] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.658043] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.658412] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.658412] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.658692] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.658692] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.658897] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.658968] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.659125] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 8b0d73c3-d321-4316-8339-d478f4dcd33d is going to be created. [ 884.677115] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.677332] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.677461] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.677736] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.677959] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.678768] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-8b0d73c3-d321-4316-8339-d478f4dcd33d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.756086] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: SUCCESS [ 884.756424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.756682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.756995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.757309] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.757487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.757610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.757839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.757978] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.758143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.758305] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.907393] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.907393] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.907782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.909607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.909607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.909607] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 884.933358] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.933726] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.933726] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.935020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.935020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.944268] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 885.004497] env[70476]: INFO networking_nsxv3.common.synchronization [req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c req-d7ee9f3f-cae8-4f5a-9123-e52719f6bfc3 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Enqueued Resource ID: f087f8d5-adb2-426b-a41c-ed999ca09661 with Priority: HIGHEST for action security_group_members [ 885.004497] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087f8d5-adb2-426b-a41c-ed999ca09661 with Priority: HIGHEST for action security_group_members [ 885.007743] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087f8d5-adb2-426b-a41c-ed999ca09661 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.007743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.007743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.007743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.007743] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.007743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.007743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.007743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.007743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.007743] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f087f8d5-adb2-426b-a41c-ed999ca09661',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.233055] env[70476]: INFO networking_nsxv3.common.synchronization [None req-d48367fd-e812-423f-8b52-7de90b12ec79 None None] Enqueued Resource ID: 24a00bd4-1f6d-4e15-bd29-7a7b8504359e with Priority: HIGHEST for action port [ 885.233162] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a00bd4-1f6d-4e15-bd29-7a7b8504359e with Priority: HIGHEST for action port [ 885.233506] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-24a00bd4-1f6d-4e15-bd29-7a7b8504359e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.233629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24a00bd4-1f6d-4e15-bd29-7a7b8504359e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.233696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24a00bd4-1f6d-4e15-bd29-7a7b8504359e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.238281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24a00bd4-1f6d-4e15-bd29-7a7b8504359e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.238281] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24a00bd4-1f6d-4e15-bd29-7a7b8504359e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.264272] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.264272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.264272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.264272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.264272] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.264272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.264272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.264272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.264272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.264272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.264272] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.264272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.264272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.264272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.264272] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.264272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.265029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.265029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.265029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.265029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.265029] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.508693] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.508923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.508923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.509136] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.509244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.509439] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.509541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.509599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.509741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.509838] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.509893] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f087f8d5-adb2-426b-a41c-ed999ca09661 is going to be updated. [ 885.540232] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.540664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.540664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.540875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.541043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.549946] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087f8d5-adb2-426b-a41c-ed999ca09661 in Status: IN_PROGRESS for 2s [ 885.740334] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24a00bd4-1f6d-4e15-bd29-7a7b8504359e [ 885.740334] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.740334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.740334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.740334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.740334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.740801] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24a00bd4-1f6d-4e15-bd29-7a7b8504359e already deleted. [ 885.740801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24a00bd4-1f6d-4e15-bd29-7a7b8504359e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.768959] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dee5711-ebbd-4e1e-9e61-a0b7fef80443: rpc.has_security_group_logging(os_id): False [ 885.787352] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.787549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.787637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.787883] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.788116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.788239] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.788385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.788512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.788701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.788803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.789070] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.789184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.789262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.789469] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.789556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.789770] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.789880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.789948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.791226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.791316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.791428] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 is going to be updated. [ 885.811904] env[70476]: INFO networking_nsxv3.common.synchronization [req-7f48b7f6-22cf-4172-9ecf-144fbb31083f req-bd355ada-0f9a-4697-8aeb-07fb07b17121 service nova] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_rules [ 885.812396] env[70476]: INFO networking_nsxv3.common.synchronization [req-7f48b7f6-22cf-4172-9ecf-144fbb31083f req-bd355ada-0f9a-4697-8aeb-07fb07b17121 service nova] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 885.812396] env[70476]: INFO networking_nsxv3.common.synchronization [req-7f48b7f6-22cf-4172-9ecf-144fbb31083f req-bd355ada-0f9a-4697-8aeb-07fb07b17121 service nova] Enqueued Resource ID: 8b0d73c3-d321-4316-8339-d478f4dcd33d with Priority: HIGHEST for action port [ 885.812597] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_rules [ 885.812646] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 885.812741] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0d73c3-d321-4316-8339-d478f4dcd33d with Priority: HIGHEST for action port [ 885.814327] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.814327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.814327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.814719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.814719] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.818399] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.818399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.818399] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b0d73c3-d321-4316-8339-d478f4dcd33d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.818399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b0d73c3-d321-4316-8339-d478f4dcd33d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.818399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b0d73c3-d321-4316-8339-d478f4dcd33d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.818399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b0d73c3-d321-4316-8339-d478f4dcd33d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.818399] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b0d73c3-d321-4316-8339-d478f4dcd33d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.849073] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.851176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.851176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.851176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.851176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.866269] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: IN_PROGRESS for 2s [ 886.106908] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 886.110056] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec deletion is rescheduled due to dependency. [ 886.110056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.110056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.110056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.110056] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.110056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.110056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.110056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.110056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.110056] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.317991] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.318108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.321587] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b0d73c3-d321-4316-8339-d478f4dcd33d with status ACTIVE [ 886.321823] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.321960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.322045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.322394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.322536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.322734] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.322834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.322902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.323092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.323169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.323431] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.323549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.323622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.324278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.324351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.324857] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b0d73c3-d321-4316-8339-d478f4dcd33d is going to be updated. [ 886.345949] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.346640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.346640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.346640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.346640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.347197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b0d73c3-d321-4316-8339-d478f4dcd33d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.392918] env[70476]: INFO networking_nsxv3.common.synchronization [req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 req-c4d810a1-bf37-4a67-ac1b-c6c50b57b349 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Enqueued Resource ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 with Priority: HIGHEST for action security_group_members [ 886.394450] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 with Priority: HIGHEST for action security_group_members [ 886.394450] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.394450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.394450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.394450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.395126] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.395126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.395126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.395126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.395126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.395328] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6132fd0a-f0ff-4a62-b9b0-16525712f5c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.615085] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.897415] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.897574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.897647] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.897862] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.897952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.898161] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.898261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.898325] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.898501] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.898591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.898678] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 already deleted. [ 886.898760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.924552] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.924796] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-750" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.924937] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-750" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.925221] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-750" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.925513] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.926406] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.926593] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.926893] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.927482] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.927767] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.927915] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.928056] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.928192] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.928312] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.928543] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.928790] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.949238] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.952823] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.952823] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.952823] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-750" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.952823] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-20b37db9-7720-469d-b6be-efa5ff5dbe21 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.952823] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-20b37db9-7720-469d-b6be-efa5ff5dbe21" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.952823] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-20b37db9-7720-469d-b6be-efa5ff5dbe21" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.952823] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-20b37db9-7720-469d-b6be-efa5ff5dbe21" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.952823] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b37db9-7720-469d-b6be-efa5ff5dbe21',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.963273] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 886.963273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.118949] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.445764] env[70476]: INFO networking_nsxv3.common.synchronization [None req-fcf00279-0c7e-421a-af63-bed0672517e3 None None] Enqueued Resource ID: 1d6f40ae-6e55-4f83-81a2-2400e64bc67a with Priority: HIGHEST for action port [ 887.446338] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6f40ae-6e55-4f83-81a2-2400e64bc67a with Priority: HIGHEST for action port [ 887.446644] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d6f40ae-6e55-4f83-81a2-2400e64bc67a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.446768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d6f40ae-6e55-4f83-81a2-2400e64bc67a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.446830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d6f40ae-6e55-4f83-81a2-2400e64bc67a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.447337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d6f40ae-6e55-4f83-81a2-2400e64bc67a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.447419] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6f40ae-6e55-4f83-81a2-2400e64bc67a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.458546] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.458546] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.458546] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.458546] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.458546] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.458546] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 20b37db9-7720-469d-b6be-efa5ff5dbe21 not found, creating... [ 887.458546] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.458546] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.458546] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.458546] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.458546] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.459344] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.459344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.459344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.459344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.459344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.459344] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 20b37db9-7720-469d-b6be-efa5ff5dbe21 is going to be created. [ 887.478090] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.478307] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.478479] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.478812] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.478909] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.479627] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-20b37db9-7720-469d-b6be-efa5ff5dbe21" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.562140] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087f8d5-adb2-426b-a41c-ed999ca09661 in Status: SUCCESS [ 887.562285] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f087f8d5-adb2-426b-a41c-ed999ca09661 deletion is rescheduled due to dependency. [ 887.562345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087f8d5-adb2-426b-a41c-ed999ca09661" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.622645] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.622896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.623053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.623351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.623483] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.623686] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 887.653021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.653295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.653368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.653596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.653750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.664427] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 887.883157] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: SUCCESS [ 887.883157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.950118] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d6f40ae-6e55-4f83-81a2-2400e64bc67a [ 887.950277] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.950401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.950467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.950787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.950946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.951157] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d6f40ae-6e55-4f83-81a2-2400e64bc67a already deleted. [ 887.951370] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d6f40ae-6e55-4f83-81a2-2400e64bc67a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.239264] env[70476]: INFO networking_nsxv3.common.synchronization [req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 req-f94175ec-d092-4eb5-8c7c-8a56e2fb48ea service nova] Enqueued Resource ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 with Priority: HIGHEST for action security_group_rules [ 888.239264] env[70476]: INFO networking_nsxv3.common.synchronization [req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 req-f94175ec-d092-4eb5-8c7c-8a56e2fb48ea service nova] Enqueued Resource ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 with Priority: HIGHEST for action security_group_members [ 888.239264] env[70476]: INFO networking_nsxv3.common.synchronization [req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 req-f94175ec-d092-4eb5-8c7c-8a56e2fb48ea service nova] Enqueued Resource ID: 20b37db9-7720-469d-b6be-efa5ff5dbe21 with Priority: HIGHEST for action port [ 888.239642] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 with Priority: HIGHEST for action security_group_rules [ 888.239642] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 with Priority: HIGHEST for action security_group_members [ 888.239642] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b37db9-7720-469d-b6be-efa5ff5dbe21 with Priority: HIGHEST for action port [ 888.242196] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.242323] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.242390] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.242737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.242828] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6132fd0a-f0ff-4a62-b9b0-16525712f5c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.243747] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.243869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.243938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.245486] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.245819] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.245819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.245819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.245957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.246068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.246223] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6132fd0a-f0ff-4a62-b9b0-16525712f5c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.247616] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-20b37db9-7720-469d-b6be-efa5ff5dbe21 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.247729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20b37db9-7720-469d-b6be-efa5ff5dbe21" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.247826] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20b37db9-7720-469d-b6be-efa5ff5dbe21" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.247992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20b37db9-7720-469d-b6be-efa5ff5dbe21" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.248081] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b37db9-7720-469d-b6be-efa5ff5dbe21',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.751412] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.753575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.753575] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6132fd0a-f0ff-4a62-b9b0-16525712f5c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.753575] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20b37db9-7720-469d-b6be-efa5ff5dbe21 with status ACTIVE [ 888.753575] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.754096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.754096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.754096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.755020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.755230] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.755341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.755405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.755606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.756165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.756165] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.756165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.756165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.756165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.756375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.756375] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20b37db9-7720-469d-b6be-efa5ff5dbe21 is going to be updated. [ 888.778420] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.778604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.778663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.779171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.779171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.779171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20b37db9-7720-469d-b6be-efa5ff5dbe21" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.005412] env[70476]: INFO networking_nsxv3.common.synchronization [req-79967389-c9c7-44ad-a11d-de3554df5c70 req-4e3061a4-cdd3-436a-b545-8df87ea1fb2d tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 889.005917] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 889.006029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.006111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.006158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.006924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.006924] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.006924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.006924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.006924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.006924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.007262] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.259167] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6132fd0a-f0ff-4a62-b9b0-16525712f5c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.354605] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.355054] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.355234] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.355532] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.355991] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.356119] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.356215] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.356481] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.357065] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.357332] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.357603] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.357680] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.357780] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.357917] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.358060] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.358226] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.376714] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.376890] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.377078] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.377235] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-572" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.377549] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-33e0690d-667f-48f2-98a8-9b1be7f53a36 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.377723] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-33e0690d-667f-48f2-98a8-9b1be7f53a36" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.377846] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-33e0690d-667f-48f2-98a8-9b1be7f53a36" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.378197] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-33e0690d-667f-48f2-98a8-9b1be7f53a36" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.378339] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e0690d-667f-48f2-98a8-9b1be7f53a36',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.511826] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.673590] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 889.674383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.674383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.674714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.674784] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.674843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.674927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.675050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.675134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.675217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.675311] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.763772] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.763910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.763910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.764158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.764252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.764352] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 is going to be created. [ 889.789208] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.789371] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.789432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.789797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.790068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.799221] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 in Status: UNINITIALIZED for 2s [ 889.880343] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.880670] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.880835] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.881357] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.881456] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.881620] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 33e0690d-667f-48f2-98a8-9b1be7f53a36 not found, creating... [ 889.881905] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.882078] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.882205] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.882460] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.882721] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.882942] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.883113] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.883232] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.883446] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.883584] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.883725] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 33e0690d-667f-48f2-98a8-9b1be7f53a36 is going to be created. [ 889.903346] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.903777] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.903965] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.904310] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.904527] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.904837] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-33e0690d-667f-48f2-98a8-9b1be7f53a36" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.013370] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.180476] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.180810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.180810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.180969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.181123] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.181270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.181270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.182050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.182050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.182050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.182050] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.182050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.182050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.182050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.182313] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.182313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.182313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.182426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.182460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.182814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.182814] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.520595] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.521095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.521095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.521254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.521358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.521472] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 890.557153] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.557235] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.557351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.557512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.557663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.567709] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 890.633348] env[70476]: INFO networking_nsxv3.common.synchronization [req-79967389-c9c7-44ad-a11d-de3554df5c70 req-e38bc0a5-6abe-45bb-a615-320abd4752a6 service nova] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_rules [ 890.633348] env[70476]: INFO networking_nsxv3.common.synchronization [req-79967389-c9c7-44ad-a11d-de3554df5c70 req-e38bc0a5-6abe-45bb-a615-320abd4752a6 service nova] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 890.633348] env[70476]: INFO networking_nsxv3.common.synchronization [req-79967389-c9c7-44ad-a11d-de3554df5c70 req-e38bc0a5-6abe-45bb-a615-320abd4752a6 service nova] Enqueued Resource ID: 33e0690d-667f-48f2-98a8-9b1be7f53a36 with Priority: HIGHEST for action port [ 890.633348] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_rules [ 890.633348] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 890.633348] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e0690d-667f-48f2-98a8-9b1be7f53a36 with Priority: HIGHEST for action port [ 890.634025] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.634368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.634806] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.637523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.637523] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.640240] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.640240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.640240] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e0690d-667f-48f2-98a8-9b1be7f53a36 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.640240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e0690d-667f-48f2-98a8-9b1be7f53a36" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.640240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e0690d-667f-48f2-98a8-9b1be7f53a36" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.640450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e0690d-667f-48f2-98a8-9b1be7f53a36" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.640450] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e0690d-667f-48f2-98a8-9b1be7f53a36',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.685092] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec: rpc.has_security_group_logging(os_id): False [ 890.714588] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.714730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.714799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.715033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.715124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.715354] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.716141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.716141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.716141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.716141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.716141] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.716141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.716141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.716482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.716482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.716482] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.716603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.716603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.716837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.716837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.716918] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 890.805171] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.805171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.805171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.805171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.805171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.819592] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 891.140469] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.140645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.144132] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33e0690d-667f-48f2-98a8-9b1be7f53a36 with status ACTIVE [ 891.144383] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.144576] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.144671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.144939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.145286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.145361] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.146034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.146034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.146034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.146034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.146357] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.146357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.146357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.147165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.147165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.147165] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33e0690d-667f-48f2-98a8-9b1be7f53a36 is going to be updated. [ 891.171589] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.171747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.171817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.172043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.172203] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.172337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e0690d-667f-48f2-98a8-9b1be7f53a36" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.808360] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 in Status: SUCCESS [ 891.808614] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.808736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.808946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.809145] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.809281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.809327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.809469] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.809561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.809659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.809749] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6132fd0a-f0ff-4a62-b9b0-16525712f5c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.313032] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.313032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.313216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.313299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.313484] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.313648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.313648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.313928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.313984] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.314053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.314210] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.314303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.314364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.314521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.314689] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.314818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.314905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.315196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.315196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.315287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.315351] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6132fd0a-f0ff-4a62-b9b0-16525712f5c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.602033] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 892.602249] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.603224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.603224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.603224] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.603445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.603568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.603901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.604748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.604748] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.817270] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6132fd0a-f0ff-4a62-b9b0-16525712f5c7: rpc.has_security_group_logging(os_id): False [ 892.834172] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.834172] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.834379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.834578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.834702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.835016] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.835423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.835423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.835642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.835642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.835782] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.835889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.835954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.839020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.839020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.839020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.839020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.839020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.839020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.839020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.839020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 is going to be created. [ 892.839699] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 892.839765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.901086] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.901086] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.901086] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.901354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.901354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.917038] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 in Status: IN_PROGRESS for 2s [ 893.107780] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.612196] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.115226] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.115226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.115226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.115581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.115581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.115581] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 894.157731] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.157893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.157967] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.158368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.158524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.168061] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 894.929030] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 in Status: SUCCESS [ 894.929030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.634388] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 895.634663] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 896.179610] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 896.179782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.180317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.180438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.180926] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.180926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.180926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.181199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.181199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.181389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.181389] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.655188] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.655668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.655668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.655750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.655809] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.684297] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.684537] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.684591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.684784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.685029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.685246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.685326] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.685495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.685585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.685698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.685861] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.685958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.686032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.686180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.686322] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.686510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.686510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.686699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.686815] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.686940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.687113] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.158833] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.190679] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b: rpc.has_security_group_logging(os_id): False [ 897.206278] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.206513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.206513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.206728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.206821] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.207185] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.207185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.207185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.207349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.207425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.207622] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.207744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.207811] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.207957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.208060] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.208254] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.208350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.208414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.208603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.208660] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.208711] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 897.266036] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.266036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.266036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.266036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.266036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.277769] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 897.660670] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.124196] env[70476]: INFO networking_nsxv3.common.synchronization [req-9585b05a-7e9e-405c-ba68-d468d43c74c3 req-2c834f17-3488-40bd-b3c5-01db820813ca tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 898.124196] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 898.124525] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.124646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.124712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.124907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.125170] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.125327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.125422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.125605] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.125728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.125850] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.163075] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 898.163189] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 898.454231] env[70476]: INFO networking_nsxv3.common.synchronization [req-9585b05a-7e9e-405c-ba68-d468d43c74c3 req-485e5271-626e-425d-b47a-b884b11606e1 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 898.454930] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 898.455468] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.455468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.629701] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.629948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.629948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.630250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.630345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.630560] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.630674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.630737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.630914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.631031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.631121] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 898.661042] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.661527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.661527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.661527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.661979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.671590] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 898.781294] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.781516] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.781748] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.782110] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.782393] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.782566] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.782687] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.782990] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.783168] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.783391] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.783517] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.783674] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.783799] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.784046] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.784163] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.784351] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.803346] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.803543] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 898.803686] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.803898] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.804278] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-6978b864-43f9-4522-86ee-ea9c651019bf taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.804460] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-6978b864-43f9-4522-86ee-ea9c651019bf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.804579] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-6978b864-43f9-4522-86ee-ea9c651019bf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.805268] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-6978b864-43f9-4522-86ee-ea9c651019bf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.805268] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6978b864-43f9-4522-86ee-ea9c651019bf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.875876] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.876091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.876159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.876380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.891793] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 898.892898] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.893983] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 898.920333] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.920631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.920631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.920897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.927211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.927857] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 898.927931] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 898.928034] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 898.962276] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.962484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.962484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.962685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.964477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.964844] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 899.018918] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.019144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.019144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.019361] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.019574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.019798] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 899.076339] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.076543] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.076627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.076995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.077614] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.077614] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 899.077742] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6132fd0a-f0ff-4a62-b9b0-16525712f5c7', '667f6e54-8506-4e7a-843a-6b649c4b063c', '3dee5711-ebbd-4e1e-9e61-a0b7fef80443', 'd698e933-fdae-4eff-9c2e-29973b9904c1', '9b18bf46-fe1d-44bb-91d6-22fa0af746f8', '930f64de-dc64-4d34-a143-8d8a1d06b001', '1819db41-e42b-40ef-b768-13b9e3dd4775', '3f193f11-201c-42d0-8bff-3316eea27fde', '60c03b28-e972-40c2-adc4-f03091e2dd82', '98cd2d28-7d3d-4106-85f0-7ac0681007e1', '19bca630-acca-4734-8508-5b9b2a6fd54b', '8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec', 'b59dbbe2-61b8-4570-8230-2cfc02a59463', '8ecbd24b-f4f3-49ab-bebe-7366ee07d74b', '52d69926-0375-4c98-bfd3-555628a6b211', '1f287b12-ab9a-42bb-835d-9d231c7bc60e', '1439909f-7299-4a43-8e55-65a9485794b3', '0c3709ec-49c6-4f36-886d-d4c4eb1fe10f', 'c544ab7a-9c47-4928-be9b-dd9505a7bf7a', '003d9f79-8f90-481f-b181-a5fcc0636017', 'd81f7437-3ce3-466d-8d86-fa9e5655af3a', 'ab36a603-ac60-4e9e-a31c-644a3fe73b42', '6d082575-4cf9-44b6-a34f-ba026783091d', '88f731f3-582a-4199-99fe-9b7c976d5d50', 'f087f8d5-adb2-426b-a41c-ed999ca09661', '252d01c1-64bb-4111-a611-81b1bd4c742c', '47ffdcd1-2fdf-4abc-89eb-58f17aeedb59', '5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976', '076400fd-40e2-4258-95f8-25adcfa54baf', '5adbd759-5e1a-4539-9793-2d65d24f4f44', '0d26c54e-bcb3-48ef-b580-f2353bf59bbe', 'f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28', '65d6766d-0129-4506-bb27-918f8fa77a3a', 'c4de8daf-aed0-4af3-9126-400411b23b0c'} {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 899.077742] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 899.095466] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.095711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.095793] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.096074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.096199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.096331] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 899.096429] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 899.096517] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 899.152673] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.152673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.152673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.153044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.153709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.153867] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 899.154061] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 899.154061] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 899.154154] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 899.154275] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 899.154390] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 with Priority: HIGH for action security_group_rules [ 899.154496] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGH for action security_group_rules [ 899.154573] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGH for action security_group_rules [ 899.154634] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGH for action security_group_rules [ 899.154702] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 with Priority: HIGH for action security_group_rules [ 899.154744] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 with Priority: HIGH for action security_group_rules [ 899.154822] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGH for action security_group_rules [ 899.154857] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGH for action security_group_rules [ 899.154913] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGH for action security_group_rules [ 899.154968] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGH for action security_group_rules [ 899.155043] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGH for action security_group_rules [ 899.155109] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGH for action security_group_rules [ 899.155164] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGH for action security_group_rules [ 899.155220] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGH for action security_group_rules [ 899.155273] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGH for action security_group_rules [ 899.155334] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGH for action security_group_rules [ 899.155391] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGH for action security_group_rules [ 899.155451] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f with Priority: HIGH for action security_group_rules [ 899.155507] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGH for action security_group_rules [ 899.155552] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGH for action security_group_rules [ 899.155660] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.294608] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 899.294759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.308175] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.308431] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.308552] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.308865] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.309090] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.309224] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 6978b864-43f9-4522-86ee-ea9c651019bf not found, creating... [ 899.309534] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.309755] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.309911] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.310142] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.310334] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.310691] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.310869] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.311015] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.311280] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.311426] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.311587] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 6978b864-43f9-4522-86ee-ea9c651019bf is going to be created. [ 899.333290] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.333498] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.333584] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.333865] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.334130] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.334369] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-6978b864-43f9-4522-86ee-ea9c651019bf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.022549] env[70476]: INFO networking_nsxv3.common.synchronization [req-9585b05a-7e9e-405c-ba68-d468d43c74c3 req-1cf2693b-aa2a-464c-8cb8-c6483ffbbf13 service nova] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_rules [ 900.022919] env[70476]: INFO networking_nsxv3.common.synchronization [req-9585b05a-7e9e-405c-ba68-d468d43c74c3 req-1cf2693b-aa2a-464c-8cb8-c6483ffbbf13 service nova] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 900.022919] env[70476]: INFO networking_nsxv3.common.synchronization [req-9585b05a-7e9e-405c-ba68-d468d43c74c3 req-1cf2693b-aa2a-464c-8cb8-c6483ffbbf13 service nova] Enqueued Resource ID: 6978b864-43f9-4522-86ee-ea9c651019bf with Priority: HIGHEST for action port [ 900.023519] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_rules [ 900.023689] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 900.024890] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6978b864-43f9-4522-86ee-ea9c651019bf with Priority: HIGHEST for action port [ 900.025064] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 with Priority: HIGH for action security_group_rules [ 900.025207] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGH for action security_group_rules [ 900.025327] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGH for action security_group_rules [ 900.025438] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGH for action security_group_rules [ 900.025515] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGH for action security_group_rules [ 900.025607] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGH for action security_group_rules [ 900.025698] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f with Priority: HIGH for action security_group_rules [ 900.025814] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGH for action security_group_rules [ 900.025934] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGH for action security_group_rules [ 900.026067] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGH for action security_group_rules [ 900.026166] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGH for action security_group_rules [ 900.026255] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGH for action security_group_rules [ 900.026342] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGH for action security_group_rules [ 900.026432] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGH for action security_group_rules [ 900.026506] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGH for action security_group_rules [ 900.026617] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 with Priority: HIGH for action security_group_rules [ 900.026730] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f193f11-201c-42d0-8bff-3316eea27fde with Priority: HIGH for action security_group_rules [ 900.026827] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 with Priority: HIGH for action security_group_rules [ 900.026909] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGH for action security_group_rules [ 900.027027] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGH for action security_group_rules [ 900.027807] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.027955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.028102] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.028254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.028354] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.030641] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.030780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.031069] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6978b864-43f9-4522-86ee-ea9c651019bf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.031182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6978b864-43f9-4522-86ee-ea9c651019bf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.031247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6978b864-43f9-4522-86ee-ea9c651019bf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.031464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6978b864-43f9-4522-86ee-ea9c651019bf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.031551] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6978b864-43f9-4522-86ee-ea9c651019bf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.032977] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.033129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.033201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.033382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.033473] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6132fd0a-f0ff-4a62-b9b0-16525712f5c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.034902] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.035053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.035100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.035292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.035378] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.036785] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.037040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.037117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.037281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.037373] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.038473] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d69926-0375-4c98-bfd3-555628a6b211 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.038808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.038900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.039101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.039193] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.039900] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.040027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.040097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.040275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.040369] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.041937] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.043090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.043180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.043382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.043465] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.044921] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.045066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.045134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.045326] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.045408] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c3709ec-49c6-4f36-886d-d4c4eb1fe10f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.046821] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.046950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.047041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.047204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.047280] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.048388] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.048682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.048834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.049012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.049136] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.049481] env[70476]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 900.050522] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.050673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.050805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.050991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.051089] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.051934] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.052064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.052266] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.052366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.052423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.052606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.052698] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.055259] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.055397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.055469] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.055647] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.055729] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.057140] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.057251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.057319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.057475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.057547] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.058780] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.058892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.059053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.059158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.059383] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.060378] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-930f64de-dc64-4d34-a143-8d8a1d06b001 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.060503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.060588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.060822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.060911] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('930f64de-dc64-4d34-a143-8d8a1d06b001',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.061790] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f193f11-201c-42d0-8bff-3316eea27fde taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.061911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.061981] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.063092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.063209] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f193f11-201c-42d0-8bff-3316eea27fde',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.064474] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b18bf46-fe1d-44bb-91d6-22fa0af746f8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.064594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.064663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.064857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.064928] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b18bf46-fe1d-44bb-91d6-22fa0af746f8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.066098] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.066233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.066306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.066805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.066907] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.068146] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.068318] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.068422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.068600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.068696] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.068933] env[70476]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 900.531400] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.531560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.532903] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6978b864-43f9-4522-86ee-ea9c651019bf with status ACTIVE [ 900.533246] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.533381] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.533454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.533670] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.533772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.534068] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.534211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.534282] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.534465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.534552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.534839] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.534839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.534968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.535093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.535270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.535370] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6978b864-43f9-4522-86ee-ea9c651019bf is going to be updated. [ 900.536645] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.536753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.536813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.536978] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.537174] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.537251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.537291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.537431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.537508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.537599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.537663] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6132fd0a-f0ff-4a62-b9b0-16525712f5c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.538722] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.538845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.538845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.539007] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.539299] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.539413] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.539452] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.539596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.539809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.539908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.539995] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.542273] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.542414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.542491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.542669] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.542861] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.543495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.543495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.543665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.543747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.543835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.543943] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.545375] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.545565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.545565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.545704] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.545858] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.545948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.546017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.546255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.546255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.546393] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.546393] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.549827] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.549913] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.550014] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.550345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.550513] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.550613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.550677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.550863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.550946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.551042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.551130] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.561286] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.561499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.561564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.561771] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.564203] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.564377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.564432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.564577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.564717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.564874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6978b864-43f9-4522-86ee-ea9c651019bf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.571332] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f287b12-ab9a-42bb-835d-9d231c7bc60e taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.571464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.571524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.571741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.571903] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.572030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.572095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.572247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.572348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.572435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.572522] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.573449] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.573559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.573626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.573781] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.573961] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.574414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.574533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.574843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.574843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.574843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.574972] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.576270] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d69926-0375-4c98-bfd3-555628a6b211 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.576453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.576453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.576732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.576801] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.576887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.577021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.577219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.577219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.577307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.577365] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.579695] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.579797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.588840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.589085] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be deleted. [ 900.590556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.590771] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.591917] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.592065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.592134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.592299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.592475] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.592574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.592635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.592772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.592865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.592971] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.593074] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.596577] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.597706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.597706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.597706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.597706] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.597706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.597706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.597706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.597706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.597706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.597706] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.603254] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.603423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.603490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.603733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.603921] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.604036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.604116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.604268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.604368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.604454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.604540] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.611574] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.611768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.611862] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.612101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.612288] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.612390] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.612445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.612602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.612685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.612998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.612998] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.630270] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.630454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.634456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.634598] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c3709ec-49c6-4f36-886d-d4c4eb1fe10f is going to be deleted. [ 900.635512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.635716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.650763] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.650982] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.651759] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.651866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.655339] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.655473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.656386] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.656549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.677396] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.677557] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 930f64de-dc64-4d34-a143-8d8a1d06b001 is going to be deleted. [ 900.678457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.678657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.680580] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.680702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.710805] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 900.711174] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 deletion is rescheduled due to dependency. [ 900.711174] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.711395] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.711626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.711810] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.711926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.711992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.712163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.712244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.712338] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.717495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.717598] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be deleted. [ 900.718534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.718721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.739831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.739968] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be deleted. [ 900.741734] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.741965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.781592] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.782134] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-24" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.782328] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-24" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.782665] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-24" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.782986] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.783507] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.783507] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.783616] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.783712] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.783896] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.784038] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.784184] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.784299] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.784416] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.784526] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.784680] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.787106] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.787209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.793502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.793705] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b18bf46-fe1d-44bb-91d6-22fa0af746f8 is going to be deleted. [ 900.794791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.794990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.808530] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.808672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.829831] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.830014] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.830215] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.830366] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-24" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.830703] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-250aab51-ef81-486b-82c6-b4a62ba52787 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.830922] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-250aab51-ef81-486b-82c6-b4a62ba52787" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.831069] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-250aab51-ef81-486b-82c6-b4a62ba52787" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.831393] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-250aab51-ef81-486b-82c6-b4a62ba52787" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.831539] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('250aab51-ef81-486b-82c6-b4a62ba52787',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.835494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.835656] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f193f11-201c-42d0-8bff-3316eea27fde is going to be deleted. [ 900.836749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.836875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.836972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.837131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.837308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.837465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.837547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.837662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c3709ec-49c6-4f36-886d-d4c4eb1fe10f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.838821] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.838952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.838997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.839152] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.839237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.839341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.840032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.840032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.840032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.840032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-930f64de-dc64-4d34-a143-8d8a1d06b001" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.893053] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.893258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.893321] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.893486] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.893573] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.893684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.909076] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.909076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.909076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.909076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.909076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.909372] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b18bf46-fe1d-44bb-91d6-22fa0af746f8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.976931] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.977285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.977285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.977428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.977504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.977620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f193f11-201c-42d0-8bff-3316eea27fde" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.044505] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.044905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.044905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.044998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.045107] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.045206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.045291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.045444] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.045531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.045619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.045764] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.045857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.045917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.046081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.046220] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.046313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.046372] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.046507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.046580] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.046659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.046775] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6132fd0a-f0ff-4a62-b9b0-16525712f5c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.047724] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.047859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.047931] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.048932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.049139] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.049225] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.049301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.049427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.049498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.049574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.049723] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.049856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.049856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.052238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.052405] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.052509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.052569] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.052715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.052791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.052874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.052978] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.054383] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.054502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.054562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.054696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.054833] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.054925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.054988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.055163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.055243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.055325] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.055561] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.055561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.055696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.055750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.055886] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.055972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.056044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.056213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.056289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.056369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.056449] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.057096] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.057751] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.057860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.057926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.058078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.058321] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.058419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.058477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.058620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.058695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.058792] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.058909] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.059008] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.059071] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.059213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.059344] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.059439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.059506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.059674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.059730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.059779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.059861] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.079492] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.080323] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.081275] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.081399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.081462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.081652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.081814] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.081959] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.081959] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.082179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.082259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.082344] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.082538] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.082640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.082640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.082763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.082952] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.083042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.083042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.083192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.083255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.083328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.083420] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.095601] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.099516] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.099680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.099771] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.099983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.100162] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.100275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.100337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.100479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.100574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.100680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.100996] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.100996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.101131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.101169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.101307] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.101397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.101452] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.101600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.101674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.101762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.101849] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.107057] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.107286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.107286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.107394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.107552] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.107656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.107717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.107854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.107931] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.108020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.108161] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.108249] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.108308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.108439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.108568] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.108654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.108727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.108877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.108949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.109037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.109121] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.118683] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.118813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.118862] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.119066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.119228] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.119325] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.119388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.119927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.119927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.119927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.119927] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.119927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.120163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.120163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.120309] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.120399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.120458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.120602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.120675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.120753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.120838] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.214803] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.334610] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.334925] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.334990] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.335379] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.335543] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.335725] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 250aab51-ef81-486b-82c6-b4a62ba52787 not found, creating... [ 901.336015] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.336213] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.336332] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.336558] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.336710] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.337014] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.337193] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.337323] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.337538] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.337686] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.337839] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 250aab51-ef81-486b-82c6-b4a62ba52787 is going to be created. [ 901.360024] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.360024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.360024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.360024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.360024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.360024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-250aab51-ef81-486b-82c6-b4a62ba52787" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.555571] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6132fd0a-f0ff-4a62-b9b0-16525712f5c7: rpc.has_security_group_logging(os_id): False [ 901.556265] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dee5711-ebbd-4e1e-9e61-a0b7fef80443: rpc.has_security_group_logging(os_id): False [ 901.560794] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 003d9f79-8f90-481f-b181-a5fcc0636017: rpc.has_security_group_logging(os_id): False [ 901.561601] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c544ab7a-9c47-4928-be9b-dd9505a7bf7a: rpc.has_security_group_logging(os_id): False [ 901.562455] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1439909f-7299-4a43-8e55-65a9485794b3: rpc.has_security_group_logging(os_id): False [ 901.574148] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.574284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.574405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.574606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.576017] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.576121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.576797] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.576885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.577812] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.577950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.578781] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.578873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.582182] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f287b12-ab9a-42bb-835d-9d231c7bc60e: rpc.has_security_group_logging(os_id): False [ 901.584407] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52d69926-0375-4c98-bfd3-555628a6b211: rpc.has_security_group_logging(os_id): False [ 901.585215] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b: rpc.has_security_group_logging(os_id): False [ 901.594801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.594801] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.595013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.595013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.595206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.595308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.595503] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.595603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.595666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.595821] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.595895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.596109] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.596202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.596271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.596438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.596507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.596607] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 is going to be updated. [ 901.597742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.597914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.598776] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d698e933-fdae-4eff-9c2e-29973b9904c1: rpc.has_security_group_logging(os_id): False [ 901.600260] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.600379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.601126] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.601241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.601851] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.601933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.604078] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec: rpc.has_security_group_logging(os_id): False [ 901.611353] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19bca630-acca-4734-8508-5b9b2a6fd54b: rpc.has_security_group_logging(os_id): False [ 901.615098] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.615203] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.620588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.620888] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.620982] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.621113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.621240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.621322] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.621414] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be updated. [ 901.622412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.622592] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.623592] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c03b28-e972-40c2-adc4-f03091e2dd82: rpc.has_security_group_logging(os_id): False [ 901.624920] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.625048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.629687] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.629801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.639569] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.639674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.641637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.641868] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.641987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.642059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.642271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.642764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.642764] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.642764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.642764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.642950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.642950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.643122] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.643201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.643264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.643528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.643528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.643632] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 901.644519] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.644679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.720680] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.732809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.732988] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.733131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.733173] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.733530] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.733530] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.733721] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.733817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.733879] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.734029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.734099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.734355] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.734355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.734463] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.734536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.734599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.734700] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 is going to be updated. [ 901.735765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.735923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.746189] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.746311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.748593] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.748733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.758656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.759105] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.759105] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.759105] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.759324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.759365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.759448] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d69926-0375-4c98-bfd3-555628a6b211 is going to be updated. [ 901.761912] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.761912] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.771473] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.771598] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.778561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.778851] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.778987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.779045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.779206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.779285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.779379] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be updated. [ 901.780373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.780540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.795441] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.795602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.809387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.809506] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.809600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.809960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.809960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.809960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.810094] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.810631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.810631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.810631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.810631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.810631] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.810893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.810893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.810893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.811099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.811099] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 901.812078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.812270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.876226] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.876384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.885726] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.886007] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.886231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.886231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.886402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.886486] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.886676] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.886826] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.886826] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.886997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.887094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.887292] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.887374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.887451] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.887650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.887737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.887850] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 901.889067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.889303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.892705] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.892865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.935930] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.936104] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.936265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.936351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.936629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.936728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.936961] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.937093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.937159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.937342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.937398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.937579] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.937659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.937720] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.937859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.937935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.940103] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 901.940199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.940345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.941713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.941713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.941787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.983886] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.984079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.017334] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 902.026057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.026382] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.026479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.026546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.026752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.026848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.027041] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.027167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.027265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.027434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.027539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.027709] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.027803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.027869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.027980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.028069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.028161] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1439909f-7299-4a43-8e55-65a9485794b3 is going to be updated. [ 902.029306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.029469] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.046666] env[70476]: INFO networking_nsxv3.common.synchronization [req-9585b05a-7e9e-405c-ba68-d468d43c74c3 req-de9ed97e-a371-4ed1-85ca-2a1819ed2bf8 service nova] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_rules [ 902.046907] env[70476]: INFO networking_nsxv3.common.synchronization [req-9585b05a-7e9e-405c-ba68-d468d43c74c3 req-de9ed97e-a371-4ed1-85ca-2a1819ed2bf8 service nova] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 902.046992] env[70476]: INFO networking_nsxv3.common.synchronization [req-9585b05a-7e9e-405c-ba68-d468d43c74c3 req-de9ed97e-a371-4ed1-85ca-2a1819ed2bf8 service nova] Enqueued Resource ID: 250aab51-ef81-486b-82c6-b4a62ba52787 with Priority: HIGHEST for action port [ 902.047794] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_rules [ 902.047971] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 902.048138] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250aab51-ef81-486b-82c6-b4a62ba52787 with Priority: HIGHEST for action port [ 902.048859] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.049121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.049249] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.049306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.049500] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-250aab51-ef81-486b-82c6-b4a62ba52787 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.049677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-250aab51-ef81-486b-82c6-b4a62ba52787" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.049748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-250aab51-ef81-486b-82c6-b4a62ba52787" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.050207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-250aab51-ef81-486b-82c6-b4a62ba52787" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.050207] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('250aab51-ef81-486b-82c6-b4a62ba52787',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.051966] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.052111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.056115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.056352] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.056459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.056747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.056747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.056848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.056983] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.057107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.057176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.057303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.057722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.057722] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.058009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.058009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.058009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.058168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.058168] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19bca630-acca-4734-8508-5b9b2a6fd54b is going to be updated. [ 902.059540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.059707] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.076215] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.076215] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.101099] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.101302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.153818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.153920] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.154092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.154161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.154399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.154482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.154576] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e is going to be updated. [ 902.155622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.155785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.155918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.160312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.160534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.160644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.161769] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.161898] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.162037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.162873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.165477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.165477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.167659] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.167784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.167840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.168032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.168134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.169015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.169145] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.169297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.170534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.170738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.170977] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.172683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.172948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.173504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.175623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.175794] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.176013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.177611] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.177864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.177995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.224468] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.224468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.224468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.224468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.224468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.224468] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 902.242331] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: IN_PROGRESS for 2s [ 902.244396] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 in Status: IN_PROGRESS for 2s [ 902.252289] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: IN_PROGRESS for 2s [ 902.253385] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 902.253385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.253910] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52d69926-0375-4c98-bfd3-555628a6b211 in Status: IN_PROGRESS for 2s [ 902.255867] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 902.256358] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: IN_PROGRESS for 2s [ 902.270433] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 902.279934] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: SUCCESS [ 902.280257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.282658] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 902.298926] env[70476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 902.299925] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.300167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.300319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.300637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.300808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.325402] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.325577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.325674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.325926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.326121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.328572] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e in Status: IN_PROGRESS for 2s [ 902.335625] env[70476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 902.336073] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 902.554554] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 250aab51-ef81-486b-82c6-b4a62ba52787 with status ACTIVE [ 902.554760] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.554760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.554873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.555070] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.555114] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.555300] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.555417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.555456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.555610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.555682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.555853] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.555938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.556010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.556150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.556218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.556298] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 250aab51-ef81-486b-82c6-b4a62ba52787 is going to be updated. [ 902.578681] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.578841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.578841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.579555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.579555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.579555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-250aab51-ef81-486b-82c6-b4a62ba52787" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.864949] env[70476]: INFO networking_nsxv3.common.synchronization [req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc req-e1c52b1d-c3ea-49cd-a402-466a08ac0e0f tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Enqueued Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 902.864949] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 902.864949] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.864949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.864949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.865213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.865213] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.865313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.865313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.865471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.865555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.865649] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.320762] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.321212] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-778" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.321212] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-778" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.321599] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-778" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.321959] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.322158] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.322282] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.322673] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.322779] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.323036] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.323160] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.323783] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.323868] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.324268] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.324268] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.325963] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.346028] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.346028] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 903.346028] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.346028] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-778" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.346028] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-eff1b063-ed96-4767-8a3d-8dd243d0e009 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.346028] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.346028] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.346028] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.346646] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eff1b063-ed96-4767-8a3d-8dd243d0e009',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.369750] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.369750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.369750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.369750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.369750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.369750] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.369750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.369750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.369750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.369750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.369750] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed6efc42-4a94-49be-99dd-aab0488920b1 already deleted. [ 903.369750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.849246] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.849496] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.849614] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.850256] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.850256] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.850256] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port eff1b063-ed96-4767-8a3d-8dd243d0e009 not found, creating... [ 903.850550] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.850660] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.850735] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.850939] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.851138] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.851439] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.851594] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.851705] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.852341] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.852665] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.852859] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: eff1b063-ed96-4767-8a3d-8dd243d0e009 is going to be created. [ 903.872231] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.872641] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.872641] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.872827] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.873087] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.873332] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.032426] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 904.032666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.267425] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 904.268280] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.268546] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 in Status: SUCCESS [ 904.268784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.269685] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: SUCCESS [ 904.269836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.273455] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52d69926-0375-4c98-bfd3-555628a6b211 in Status: SUCCESS [ 904.273455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.274834] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: SUCCESS [ 904.274834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.275286] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 904.275489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.283108] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 904.283336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.301856] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 904.302196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.345074] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 904.345750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.346785] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e in Status: SUCCESS [ 904.346785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.346785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.346785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.347028] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.347089] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.347162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.347355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.347473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.347649] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.833862] env[70476]: INFO networking_nsxv3.common.synchronization [req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc req-cabddff1-32bf-4f69-ad1d-99c686de3cd1 service nova] Enqueued Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_rules [ 904.834080] env[70476]: INFO networking_nsxv3.common.synchronization [req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc req-cabddff1-32bf-4f69-ad1d-99c686de3cd1 service nova] Enqueued Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 904.834253] env[70476]: INFO networking_nsxv3.common.synchronization [req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc req-cabddff1-32bf-4f69-ad1d-99c686de3cd1 service nova] Enqueued Resource ID: eff1b063-ed96-4767-8a3d-8dd243d0e009 with Priority: HIGHEST for action port [ 904.834829] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_rules [ 904.834993] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 904.836469] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eff1b063-ed96-4767-8a3d-8dd243d0e009 with Priority: HIGHEST for action port [ 904.836817] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.837033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.837033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.837269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.837357] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.838263] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.838378] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.838447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.838627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.838773] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.838873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.838967] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.839077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.839172] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.839352] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.840186] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-eff1b063-ed96-4767-8a3d-8dd243d0e009 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.840353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.840353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.840758] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.840758] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eff1b063-ed96-4767-8a3d-8dd243d0e009',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.851017] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.344542] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.344713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.344932] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.348406] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eff1b063-ed96-4767-8a3d-8dd243d0e009 with status ACTIVE [ 905.348674] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.348764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.348825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.349034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.349143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.349323] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.349436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.349493] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.349664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.349744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.349938] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.350087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.350155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.350305] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.350368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.350457] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eff1b063-ed96-4767-8a3d-8dd243d0e009 is going to be updated. [ 905.354011] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.369803] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.369969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.370054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.370295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.370501] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.370745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.847201] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.868549] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.868549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.868549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.868549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.868549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.868549] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 905.899979] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.900202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.900301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.900485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.901424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.915922] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 906.344410] env[70476]: INFO networking_nsxv3.common.synchronization [req-9c548495-0f93-4143-8daf-72b8dc1e68ab req-09e34711-367a-47da-9bf4-01b4ee28ff35 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Enqueued Resource ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 with Priority: HIGHEST for action security_group_members [ 906.344900] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 with Priority: HIGHEST for action security_group_members [ 906.345252] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.345390] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.345447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.345659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.345815] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.345913] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.345972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.346141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.346222] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.346314] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6132fd0a-f0ff-4a62-b9b0-16525712f5c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.352174] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.352174] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.352174] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.352174] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.352174] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.352174] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed6efc42-4a94-49be-99dd-aab0488920b1 is going to be created. [ 906.376722] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.376906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.376906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.377079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.377246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.387940] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: UNINITIALIZED for 2s [ 906.848815] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.849045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.849134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.849378] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.849517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.849764] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.849907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.849990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.850232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.850363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.850479] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 is going to be updated. [ 906.880286] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.880286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.880286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.880286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.880286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.887810] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 in Status: IN_PROGRESS for 2s [ 907.937404] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 907.937738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.937839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.938055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.938287] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.938406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.938462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.938587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.938668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.938754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.938926] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.939794] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.943024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.943024] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.943024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.943024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.943024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.943024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.943024] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.107355] env[70476]: INFO networking_nsxv3.common.synchronization [req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 req-8f3ce31d-1da6-4b89-a6a1-dac6a5f53fd8 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Enqueued Resource ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 with Priority: HIGHEST for action security_group_members [ 908.107893] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 with Priority: HIGHEST for action security_group_members [ 908.108209] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.108331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.108410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.108663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.108818] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.108917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.108979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.109471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.109645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.109771] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa4bcff9-e187-4bbb-96ce-e9b2305e0d54',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.249813] env[70476]: INFO networking_nsxv3.common.synchronization [req-99563aa2-94e3-48b6-a2bd-464868b3382c req-085f82c2-91de-4a6d-9858-0884bc95cc03 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Enqueued Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_members [ 908.250324] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGHEST for action security_group_members [ 908.251270] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.251270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.251270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.251270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.253078] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.253078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.253078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.253294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.253294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.255040] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.397525] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: SUCCESS [ 908.397703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.398200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.398200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.398553] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.398970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.398970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.398970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.399195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.399195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.400659] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.443927] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.444163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.446410] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.556035] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-695 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.556327] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-695" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.556521] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-695" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.556951] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-695" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.557599] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.557747] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.557920] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.558318] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.558694] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.559017] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.559286] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.559513] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.559697] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.559862] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.560059] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.560256] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.587890] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.587890] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.592167] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.592167] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-695" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.592167] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-5edf92b4-3af8-4a21-87a7-ed70db5e33e2 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.592167] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-5edf92b4-3af8-4a21-87a7-ed70db5e33e2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.592167] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-5edf92b4-3af8-4a21-87a7-ed70db5e33e2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.592750] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-5edf92b4-3af8-4a21-87a7-ed70db5e33e2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.592750] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5edf92b4-3af8-4a21-87a7-ed70db5e33e2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.611859] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.612078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.612193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.612310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.612421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.612576] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.612711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.612781] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.613124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.613124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.613124] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 already deleted. [ 908.613461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.756176] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.756394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.756394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.756623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.756716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.756926] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.757134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.757134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.757321] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.757361] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.757454] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19bca630-acca-4734-8508-5b9b2a6fd54b is going to be updated. [ 908.785249] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.785365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.785440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.785766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.785929] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.794876] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: IN_PROGRESS for 2s [ 908.898375] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 in Status: SUCCESS [ 908.898636] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 deletion is rescheduled due to dependency. [ 908.898787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.902825] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.903302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.904347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.904347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.904347] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.904598] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.904914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.905173] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.905407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.905635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.905944] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.906310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.906406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.906684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.906867] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.907032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.907139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.907441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.907525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.907603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.907702] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.950224] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.097219] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.097446] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.097578] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.097871] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.098039] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.098204] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 5edf92b4-3af8-4a21-87a7-ed70db5e33e2 not found, creating... [ 909.098471] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.102344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.102344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.102344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.102344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.102344] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.102344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.102344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.102344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.102344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.102344] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 5edf92b4-3af8-4a21-87a7-ed70db5e33e2 is going to be created. [ 909.137136] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.137136] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.137136] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.137136] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.137136] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.137136] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-5edf92b4-3af8-4a21-87a7-ed70db5e33e2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.410174] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed6efc42-4a94-49be-99dd-aab0488920b1: rpc.has_security_group_logging(os_id): False [ 909.430301] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.430301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.430301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.430751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.430751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.430751] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.431075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.431075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.431075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.431233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.431348] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.431348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.431486] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.431541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.431728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.431821] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.431927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.432014] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.432422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.432521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.433110] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed6efc42-4a94-49be-99dd-aab0488920b1 is going to be created. [ 909.453505] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.453505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.453505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.453505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.453933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.454142] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 909.484223] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.484223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.484223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.484223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.484223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.493614] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 909.507316] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.507316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.507316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.507316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.507316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.519152] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: IN_PROGRESS for 2s [ 909.837316] env[70476]: INFO networking_nsxv3.common.synchronization [req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 req-60775827-5381-447f-8add-c64730cef18e service nova] Enqueued Resource ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 with Priority: HIGHEST for action security_group_rules [ 909.837533] env[70476]: INFO networking_nsxv3.common.synchronization [req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 req-60775827-5381-447f-8add-c64730cef18e service nova] Enqueued Resource ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 with Priority: HIGHEST for action security_group_members [ 909.837677] env[70476]: INFO networking_nsxv3.common.synchronization [req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 req-60775827-5381-447f-8add-c64730cef18e service nova] Enqueued Resource ID: 5edf92b4-3af8-4a21-87a7-ed70db5e33e2 with Priority: HIGHEST for action port [ 909.837908] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 with Priority: HIGHEST for action security_group_rules [ 909.838053] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 with Priority: HIGHEST for action security_group_members [ 909.838152] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edf92b4-3af8-4a21-87a7-ed70db5e33e2 with Priority: HIGHEST for action port [ 909.838710] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.838856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.838896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.839169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.839254] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa4bcff9-e187-4bbb-96ce-e9b2305e0d54',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.840115] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.840174] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.840250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.840432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.840579] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.840665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.840722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.840860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.840981] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.841046] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa4bcff9-e187-4bbb-96ce-e9b2305e0d54',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.841746] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5edf92b4-3af8-4a21-87a7-ed70db5e33e2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.841858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5edf92b4-3af8-4a21-87a7-ed70db5e33e2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.841943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5edf92b4-3af8-4a21-87a7-ed70db5e33e2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.842072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5edf92b4-3af8-4a21-87a7-ed70db5e33e2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.842809] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5edf92b4-3af8-4a21-87a7-ed70db5e33e2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.346300] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.346624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.346743] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa4bcff9-e187-4bbb-96ce-e9b2305e0d54',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.347605] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5edf92b4-3af8-4a21-87a7-ed70db5e33e2 with status ACTIVE [ 910.347797] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.347918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.348019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.348180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.348303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.348435] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.348822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.348822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.348822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.348822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.349049] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.349162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.349250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.349688] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.349846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.350067] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5edf92b4-3af8-4a21-87a7-ed70db5e33e2 is going to be updated. [ 910.372035] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.372232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.372325] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.372576] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.372746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.373645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5edf92b4-3af8-4a21-87a7-ed70db5e33e2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.803577] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19bca630-acca-4734-8508-5b9b2a6fd54b in Status: SUCCESS [ 910.803771] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19bca630-acca-4734-8508-5b9b2a6fd54b deletion is rescheduled due to dependency. [ 910.803891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.851628] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa4bcff9-e187-4bbb-96ce-e9b2305e0d54',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.355016] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.355421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.355421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.355499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.355553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.355694] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 is going to be created. [ 911.379278] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.379491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.379491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.379726] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.379957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.388178] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 in Status: UNINITIALIZED for 2s [ 911.502544] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 911.502746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.502979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.503306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.503516] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.503632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.503700] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.503863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.503943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.504044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.504202] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.504354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.504432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.504559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.504696] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.504787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.504846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.504978] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.505061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.505140] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.505231] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.528847] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: SUCCESS [ 911.529051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.007260] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b59dbbe2-61b8-4570-8230-2cfc02a59463: rpc.has_security_group_logging(os_id): False [ 912.024615] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.024823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.024823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.025091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.043768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.044016] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.044147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.044212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.044419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.044523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.044692] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.044790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.044848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.044996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.045083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.045269] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.045362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.045620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.045620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.045780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.045780] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 912.100988] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.100988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.100988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.100988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.101367] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.114052] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 913.397244] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 in Status: SUCCESS [ 913.397639] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.397639] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.397846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.398061] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.398198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.398330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.398397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.398475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.398558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.398650] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa4bcff9-e187-4bbb-96ce-e9b2305e0d54',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.901125] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.901362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.901362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.901630] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.901772] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.901864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.901913] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.902097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.902196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.902276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.902384] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.902473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.902560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.902718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.902861] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.902944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.903050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.903152] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.903225] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.903305] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.903445] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa4bcff9-e187-4bbb-96ce-e9b2305e0d54',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.133577] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 914.133877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.134099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.134338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.134500] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.405520] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa4bcff9-e187-4bbb-96ce-e9b2305e0d54: rpc.has_security_group_logging(os_id): False [ 914.423199] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.423448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.423520] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.423804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.423934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.424243] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.424384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.424488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.424690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.424797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.425068] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.425202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.425293] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.425483] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.425593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.425838] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.425969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.426071] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.426258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.426361] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.426479] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 is going to be created. [ 914.482097] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.482321] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.482321] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.482561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.482711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.493065] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 in Status: IN_PROGRESS for 2s [ 914.636837] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.637144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.637241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.637399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.637588] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.637694] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.637761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.637933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.638085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.638207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.638318] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.838972] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 914.838972] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 915.118350] env[70476]: INFO networking_nsxv3.common.synchronization [req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e req-de0b6bc2-2465-4bc5-8a93-483935c8512f tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Enqueued Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_members [ 915.118909] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_members [ 915.119222] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.119347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.119412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.119620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.119774] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.119874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.119937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.120102] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.120195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.120297] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.140371] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.140547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.140610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.140805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.140970] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.141083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.141144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.141324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.141385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.141543] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.141682] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.141779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.141841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.142058] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.142169] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.142228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.142291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.142409] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.142486] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.142567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.142658] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.435562] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.435950] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-637" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.435950] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-637" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.436222] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-637" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.436507] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.436676] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.436816] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.437082] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.437234] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.437472] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.437606] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.437804] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.437920] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.437966] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.438097] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.438275] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.455759] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.455939] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 915.456404] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.456404] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-637" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.456681] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-dc3aa1dd-2562-4197-bcd7-09f1d4d85858 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.456858] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-dc3aa1dd-2562-4197-bcd7-09f1d4d85858" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.456996] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-dc3aa1dd-2562-4197-bcd7-09f1d4d85858" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.457348] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-dc3aa1dd-2562-4197-bcd7-09f1d4d85858" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.457512] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc3aa1dd-2562-4197-bcd7-09f1d4d85858',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.622033] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.645229] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b59dbbe2-61b8-4570-8230-2cfc02a59463: rpc.has_security_group_logging(os_id): False [ 915.665599] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.665821] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.665821] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.666065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.666152] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.666355] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.666510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.666510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.666720] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.666720] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.666909] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.667044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.667160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.667256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.667295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.667491] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.667572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.667658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.667776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.667888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.667965] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 915.735011] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.735291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.735291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.735433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.735583] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.752304] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 915.960115] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.960451] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.960663] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.961025] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.961249] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.961486] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port dc3aa1dd-2562-4197-bcd7-09f1d4d85858 not found, creating... [ 915.961843] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.962100] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.962292] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.962598] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.962808] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.963195] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.963449] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.963635] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.963921] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.964140] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.964358] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: dc3aa1dd-2562-4197-bcd7-09f1d4d85858 is going to be created. [ 915.985370] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.985657] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.985881] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.986259] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.986577] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.986883] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-dc3aa1dd-2562-4197-bcd7-09f1d4d85858" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.124836] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.503790] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 in Status: SUCCESS [ 916.504176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.627355] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.627568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.627568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.627822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.627921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.628038] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 is going to be updated. [ 916.655165] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.655332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.655407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.655670] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.656626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.664055] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: IN_PROGRESS for 2s [ 916.679903] env[70476]: INFO networking_nsxv3.common.synchronization [req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e req-f728e59e-6bd2-41e5-bb37-bfc76ee15278 service nova] Enqueued Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_rules [ 916.679903] env[70476]: INFO networking_nsxv3.common.synchronization [req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e req-f728e59e-6bd2-41e5-bb37-bfc76ee15278 service nova] Enqueued Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_members [ 916.680323] env[70476]: INFO networking_nsxv3.common.synchronization [req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e req-f728e59e-6bd2-41e5-bb37-bfc76ee15278 service nova] Enqueued Resource ID: dc3aa1dd-2562-4197-bcd7-09f1d4d85858 with Priority: HIGHEST for action port [ 916.680323] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_rules [ 916.680472] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_members [ 916.680557] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3aa1dd-2562-4197-bcd7-09f1d4d85858 with Priority: HIGHEST for action port [ 916.681255] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.681419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.681522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.682766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.682766] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.682766] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.682766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.683053] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc3aa1dd-2562-4197-bcd7-09f1d4d85858 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.683118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc3aa1dd-2562-4197-bcd7-09f1d4d85858" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.683159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc3aa1dd-2562-4197-bcd7-09f1d4d85858" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.683793] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc3aa1dd-2562-4197-bcd7-09f1d4d85858" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.683793] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc3aa1dd-2562-4197-bcd7-09f1d4d85858',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.185093] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.185269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.185540] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc3aa1dd-2562-4197-bcd7-09f1d4d85858 with status ACTIVE [ 917.185785] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.185928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.186025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.186336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.186471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.186675] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.186823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.186875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.187108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.187208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.187452] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.187604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.187708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.187896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.188028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.188118] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc3aa1dd-2562-4197-bcd7-09f1d4d85858 is going to be updated. [ 917.209909] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.210151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.210205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.210471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.210677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.210894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc3aa1dd-2562-4197-bcd7-09f1d4d85858" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.767247] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 917.767494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.767631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.767878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.767966] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.270172] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.270371] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.270427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.271019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.271019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.271019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.271019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.271263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.271263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.271360] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.271407] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.675023] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: SUCCESS [ 918.676433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.676433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.676433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.676433] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.676433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.676433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.677940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.677940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.677940] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.774103] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.774517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.774517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.774607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.774850] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.774850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.774850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.775014] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.775102] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.775189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.775335] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.775425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.775485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.775703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.775898] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.776058] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.776113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.776285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.776396] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.776496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.776628] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.183478] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.278753] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b59dbbe2-61b8-4570-8230-2cfc02a59463: rpc.has_security_group_logging(os_id): False [ 919.296037] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.296233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.296233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.296525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.296671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.296888] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.297083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.297083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.297299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.297299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.297583] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.297692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.297692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.297804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.297881] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.298249] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.298436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.298436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.298695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.298845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.298958] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 919.380718] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.380718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.380718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.380718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.380718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.396417] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 919.686594] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.189523] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.189922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.189922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.190104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.190104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.190731] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 is going to be updated. [ 920.223398] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.223608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.223680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.223924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.224119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.233579] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: IN_PROGRESS for 2s [ 921.005518] env[70476]: INFO networking_nsxv3.common.synchronization [req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 req-8d8e0df2-fcd2-41e0-96ec-2496af5eb08b tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 with Priority: HIGHEST for action security_group_members [ 921.006262] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 with Priority: HIGHEST for action security_group_members [ 921.006665] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.006876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.006980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.007454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.007454] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.007616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.007711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.007903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.008047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.009314] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac7b1d79-b983-42f4-99fe-979e9bfca1d7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.413733] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 921.413733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.501019] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.501019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.501019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.501019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.501019] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.501019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.501019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.501019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.501019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.501019] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.501589] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.501834] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.502091] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.504209] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.504209] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.504209] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.513035] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.513035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.513035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.513035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.513035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.513035] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.514441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.514441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.514441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.514441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.514441] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 already deleted. [ 921.514441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.530950] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.530950] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.530950] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.530950] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.530950] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-46314984-3414-48ef-a364-2f27d388e827 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.530950] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-46314984-3414-48ef-a364-2f27d388e827" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.530950] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-46314984-3414-48ef-a364-2f27d388e827" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.530950] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-46314984-3414-48ef-a364-2f27d388e827" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.531413] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46314984-3414-48ef-a364-2f27d388e827',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.545244] env[70476]: INFO networking_nsxv3.common.synchronization [None req-0a6c2b2f-7e49-41f4-ae5b-0c6d8a6411d6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Enqueued Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGHEST for action security_group_rules [ 921.546176] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGHEST for action security_group_rules [ 921.546404] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.546600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.546711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.546988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.547461] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b883d128-b7c4-4c47-9b5f-b3b92239f43d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.628367] env[70476]: INFO networking_nsxv3.common.synchronization [None req-cc4d17c3-adce-49cf-ad28-208b5f570465 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Enqueued Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGHEST for action security_group_rules [ 921.628367] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGHEST for action security_group_rules [ 921.628530] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.628623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.034736] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.035012] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.036638] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.036638] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.036638] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.036638] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 46314984-3414-48ef-a364-2f27d388e827 not found, creating... [ 922.036638] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.036638] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.036638] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.037035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.037035] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.037314] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.037601] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.037710] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.037938] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.038127] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.038293] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 46314984-3414-48ef-a364-2f27d388e827 is going to be created. [ 922.112074] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.112074] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.112074] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.112074] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.112074] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.112074] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-46314984-3414-48ef-a364-2f27d388e827" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.112074] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.112074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.112074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.112074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.112074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.112074] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d already deleted. [ 922.112074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.114171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.114171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.114171] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b883d128-b7c4-4c47-9b5f-b3b92239f43d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.114171] env[70476]: INFO networking_nsxv3.common.synchronization [req-aba660c0-2367-479d-9655-5aed1452727d req-b25c7317-5f53-4dcb-823e-a9fd21812b10 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Enqueued Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 922.114171] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d082575-4cf9-44b6-a34f-ba026783091d with Priority: HIGHEST for action security_group_members [ 922.114171] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d082575-4cf9-44b6-a34f-ba026783091d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.114171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.114171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.114171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.114171] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.114171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.114171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.114171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.114171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.114171] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d082575-4cf9-44b6-a34f-ba026783091d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.243984] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: SUCCESS [ 922.244222] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.244435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.244679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.244910] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.245048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.245116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.245283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.245391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.245878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.245878] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.572449] env[70476]: INFO networking_nsxv3.common.synchronization [req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 req-0865c4ad-99bf-41bd-a579-bea3a1f4c11e tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Enqueued Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_members [ 922.573548] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439909f-7299-4a43-8e55-65a9485794b3 with Priority: HIGHEST for action security_group_members [ 922.574167] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439909f-7299-4a43-8e55-65a9485794b3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.574350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.574460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.574749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.574986] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.575165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.575273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.575510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.575654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.575801] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1439909f-7299-4a43-8e55-65a9485794b3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.581016] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.581016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.581016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.581016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.590605] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.590805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.597399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.597399] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.597399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.597399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.597600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.597600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.597600] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d is going to be updated. [ 922.600864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.601066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.601154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.601253] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d already deleted. [ 922.601328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.626421] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.626421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.626421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.626421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.626421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.633656] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: IN_PROGRESS for 2s [ 922.744086] env[70476]: INFO networking_nsxv3.common.synchronization [req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 req-03305c93-a334-4d06-9111-19a503a8e64f service nova] Enqueued Resource ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 with Priority: HIGHEST for action security_group_rules [ 922.744257] env[70476]: INFO networking_nsxv3.common.synchronization [req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 req-03305c93-a334-4d06-9111-19a503a8e64f service nova] Enqueued Resource ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 with Priority: HIGHEST for action security_group_members [ 922.746177] env[70476]: INFO networking_nsxv3.common.synchronization [req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 req-03305c93-a334-4d06-9111-19a503a8e64f service nova] Enqueued Resource ID: 46314984-3414-48ef-a364-2f27d388e827 with Priority: HIGHEST for action port [ 922.746177] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 with Priority: HIGHEST for action security_group_rules [ 922.746177] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 with Priority: HIGHEST for action security_group_members [ 922.746177] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46314984-3414-48ef-a364-2f27d388e827 with Priority: HIGHEST for action port [ 922.746177] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.746177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.746177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.746177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.746177] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac7b1d79-b983-42f4-99fe-979e9bfca1d7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.746968] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.746968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.746968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.746968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.747191] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.747490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.747582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.747708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.747796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.747887] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac7b1d79-b983-42f4-99fe-979e9bfca1d7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.748615] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-46314984-3414-48ef-a364-2f27d388e827 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.748716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46314984-3414-48ef-a364-2f27d388e827" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.748776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46314984-3414-48ef-a364-2f27d388e827" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.748928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46314984-3414-48ef-a364-2f27d388e827" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.750533] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46314984-3414-48ef-a364-2f27d388e827',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.750533] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.750533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.750533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.750533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.750843] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.750843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.750843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.750959] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.750959] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.751015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.751191] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.751422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.751422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.751540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.752243] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.752243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.752243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.752243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.752243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.752243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.752243] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.081039] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.081143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.081180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.081956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.081956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.081956] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.081956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.081956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.081956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.082164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.082164] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1439909f-7299-4a43-8e55-65a9485794b3 is going to be updated. [ 923.107116] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.107116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.107116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.107369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.107508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.116812] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: IN_PROGRESS for 2s [ 923.250562] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac7b1d79-b983-42f4-99fe-979e9bfca1d7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.251670] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.251874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.253355] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46314984-3414-48ef-a364-2f27d388e827 with status ACTIVE [ 923.253565] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.253745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.253848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.253979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.254101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.254275] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.254372] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.254432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.254580] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.254655] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.254871] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.254972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.255036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.255180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.255247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.255399] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46314984-3414-48ef-a364-2f27d388e827 is going to be updated. [ 923.256376] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28: rpc.has_security_group_logging(os_id): False [ 923.273993] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.274160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.274223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.274426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.277308] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.277431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.277500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.277672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.277805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.277951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46314984-3414-48ef-a364-2f27d388e827" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.295913] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.296225] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.296383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.296439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.296648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.296735] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.296973] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.297101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.297171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.297332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.297408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.297612] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.297711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.297769] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.297914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.297993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.298152] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 is going to be updated. [ 923.375456] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.375675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.375789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.376116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.376330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.396972] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: IN_PROGRESS for 2s [ 923.753328] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac7b1d79-b983-42f4-99fe-979e9bfca1d7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.229100] env[70476]: INFO networking_nsxv3.common.synchronization [req-ff365adb-e3b3-4e28-85b8-8856f359df34 req-b0d6f449-e61e-4f33-93ba-d30f33cdd2f8 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 924.235395] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 924.235847] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.238045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.238045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.238045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.238045] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.238045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.238045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.238045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.238045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.238045] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.255856] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.256454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.256697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.257102] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.257307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.257544] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 is going to be created. [ 924.288352] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.288571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.289458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.291029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.291029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.300498] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 in Status: UNINITIALIZED for 2s [ 924.343271] env[70476]: INFO networking_nsxv3.common.synchronization [req-deec2728-77b0-448f-94e4-74b36854f1ca req-2396e558-56c3-425c-8473-870034094a3e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 924.344483] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 924.345197] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.345197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.345197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.346713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.346713] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.346713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.346713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.346713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.346713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.346713] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.465452] env[70476]: INFO networking_nsxv3.common.synchronization [req-ff365adb-e3b3-4e28-85b8-8856f359df34 req-f5d2dbe2-79a4-4e53-a748-5cdb0c7f78a4 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 924.466388] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGHEST for action security_group_members [ 924.466715] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.466891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.643468] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d082575-4cf9-44b6-a34f-ba026783091d in Status: SUCCESS [ 924.643468] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d082575-4cf9-44b6-a34f-ba026783091d deletion is rescheduled due to dependency. [ 924.643468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d082575-4cf9-44b6-a34f-ba026783091d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.740753] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.849563] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.849855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.849855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.850043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.850149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.850467] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.850467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.850656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.850699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.850842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.850910] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 924.878310] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.878470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.878588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.878789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.878933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.887789] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 925.125694] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1439909f-7299-4a43-8e55-65a9485794b3 in Status: SUCCESS [ 925.125961] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1439909f-7299-4a43-8e55-65a9485794b3 deletion is rescheduled due to dependency. [ 925.125961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439909f-7299-4a43-8e55-65a9485794b3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.243645] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.410406] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: SUCCESS [ 925.410747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.750038] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.750426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.750575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.751074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.751419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.751620] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 925.779335] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.779335] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.779335] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.779620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.779864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.787569] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 926.181929] env[70476]: INFO networking_nsxv3.common.synchronization [req-91a64e15-7680-4430-9a7d-cef0b7b56adb req-7df2aa26-7e2c-4cd0-9264-644db46fee96 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Enqueued Resource ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 with Priority: HIGHEST for action security_group_members [ 926.182471] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 with Priority: HIGHEST for action security_group_members [ 926.182768] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.182891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.182941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.185765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.185765] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.185765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.185765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.185765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.185765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.185765] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa4bcff9-e187-4bbb-96ce-e9b2305e0d54',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.310051] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 in Status: SUCCESS [ 926.310283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.310460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.310710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.310927] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.311062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.311158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.311332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.311416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.311523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.311615] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac7b1d79-b983-42f4-99fe-979e9bfca1d7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.688042] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.688298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.688414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.688824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.688992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.689311] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.689479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.689584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.689828] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.689960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.690117] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 is going to be updated. [ 926.717720] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.717870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.717945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.718218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.718363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.726154] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 in Status: IN_PROGRESS for 2s [ 926.813690] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac7b1d79-b983-42f4-99fe-979e9bfca1d7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.897007] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 926.897221] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec deletion is rescheduled due to dependency. [ 926.897335] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.317407] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac7b1d79-b983-42f4-99fe-979e9bfca1d7: rpc.has_security_group_logging(os_id): False [ 927.334534] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.334687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.334761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.335049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.335138] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.335416] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.335525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.335577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.335736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.335810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.335897] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 is going to be created. [ 927.388889] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.389196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.389287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.389519] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.389748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.400771] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 in Status: IN_PROGRESS for 2s [ 927.589366] env[70476]: INFO networking_nsxv3.common.synchronization [req-58115305-f91b-41c2-9633-1e995b77b8a2 req-9b15bf83-5431-45fe-a6c7-69e5951cff2f tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Enqueued Resource ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 with Priority: HIGHEST for action security_group_members [ 927.589905] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 with Priority: HIGHEST for action security_group_members [ 927.590219] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-88f731f3-582a-4199-99fe-9b7c976d5d50 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.590338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.590395] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.590591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.590737] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.590829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.590891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.591046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.591132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.591219] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88f731f3-582a-4199-99fe-9b7c976d5d50',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.798160] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 927.798382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.798551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.798816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.799065] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.799850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.799850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.799850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.799850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.799850] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.913456] env[70476]: INFO networking_nsxv3.common.synchronization [req-fe09a33d-4215-45e3-9e1b-ed733b524dba req-d230e8f5-83b2-40bf-83ef-5e1d01db4151 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 927.914152] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 927.916521] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.916521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.916521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.916521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.916521] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.916521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.916521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.916521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.916521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.916521] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.093745] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.093930] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.094018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.094248] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.115042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.115042] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.115042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.115042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.115042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.115042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.115042] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 is going to be updated. [ 928.136556] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.136556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.136556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.136556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.136690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.143451] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 in Status: IN_PROGRESS for 2s [ 928.211420] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.211667] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-146" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.211797] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-146" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.212222] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-146" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.212428] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.212598] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.212701] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.212926] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.213098] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.213323] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.213440] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.213571] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.213682] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.213796] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.213967] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.214102] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.248753] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.248927] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.249129] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.249307] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-146" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.249610] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.249782] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.249902] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.250225] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.250369] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4379a63c-c1f3-4b33-85ef-50d22d5a93ed',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.302511] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.302711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.302783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.302973] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.303111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.303288] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.303389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.303451] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.303642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.303680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.303766] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be updated. [ 928.330206] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.330541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.330541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.331261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.331261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.341291] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: IN_PROGRESS for 2s [ 928.419213] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.419397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.419397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.419728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.419857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.420099] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.420258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.420352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.420531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.420635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.420854] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 already deleted. [ 928.420854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.735686] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 in Status: SUCCESS [ 928.735859] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4bcff9-e187-4bbb-96ce-e9b2305e0d54 deletion is rescheduled due to dependency. [ 928.735920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4bcff9-e187-4bbb-96ce-e9b2305e0d54" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.752842] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.753139] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.753318] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.753695] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.754038] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.754301] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 4379a63c-c1f3-4b33-85ef-50d22d5a93ed not found, creating... [ 928.754665] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.754975] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.755147] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.755450] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.755604] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.756404] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.756404] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.756404] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.756771] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.756771] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.756771] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 4379a63c-c1f3-4b33-85ef-50d22d5a93ed is going to be created. [ 928.779032] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.779282] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.779322] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.779713] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.780117] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.780537] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.412896] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 in Status: SUCCESS [ 929.413250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.712704] env[70476]: INFO networking_nsxv3.common.synchronization [req-fe09a33d-4215-45e3-9e1b-ed733b524dba req-4620c430-3460-42e3-a85a-50b759a1f86a service nova] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_rules [ 929.712704] env[70476]: INFO networking_nsxv3.common.synchronization [req-fe09a33d-4215-45e3-9e1b-ed733b524dba req-4620c430-3460-42e3-a85a-50b759a1f86a service nova] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 929.712704] env[70476]: INFO networking_nsxv3.common.synchronization [req-fe09a33d-4215-45e3-9e1b-ed733b524dba req-4620c430-3460-42e3-a85a-50b759a1f86a service nova] Enqueued Resource ID: 4379a63c-c1f3-4b33-85ef-50d22d5a93ed with Priority: HIGHEST for action port [ 929.712844] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_rules [ 929.712935] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 929.713011] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4379a63c-c1f3-4b33-85ef-50d22d5a93ed with Priority: HIGHEST for action port [ 929.713572] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.713723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.713769] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.715097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.715097] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.715097] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.715286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.715286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.715403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.715531] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.715618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.715676] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.715867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.715895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.716214] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.717809] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.717911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.717979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.718141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.718217] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4379a63c-c1f3-4b33-85ef-50d22d5a93ed',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.728311] env[70476]: INFO networking_nsxv3.common.synchronization [req-2004b2d1-1445-4c81-a1b9-24563b158b92 req-fb92b081-652a-45ca-86e7-0b417d42824e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 929.729357] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 929.729839] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.729957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.730030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.730221] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.730370] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.730465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.730522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.730665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.730747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.730834] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.153050] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 in Status: SUCCESS [ 930.153265] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88f731f3-582a-4199-99fe-9b7c976d5d50 deletion is rescheduled due to dependency. [ 930.153386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88f731f3-582a-4199-99fe-9b7c976d5d50" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.223505] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.226145] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.226145] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.229938] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4379a63c-c1f3-4b33-85ef-50d22d5a93ed with status ACTIVE [ 930.229938] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.229938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.229938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.230264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.230264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.230473] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.230549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.230599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.230766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.230843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.231040] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.231130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.231194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.231336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.231410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.231494] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4379a63c-c1f3-4b33-85ef-50d22d5a93ed is going to be updated. [ 930.237625] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.237737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.237737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.237947] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.238392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.238392] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.238392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.238392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.238634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.238634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.238693] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be updated. [ 930.256518] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.256727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.256727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.257202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.257202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.257377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.268634] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.269048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.269129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.269338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.269480] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.277841] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 930.350692] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 in Status: SUCCESS [ 930.350887] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 deletion is rescheduled due to dependency. [ 930.351028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.724253] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.229379] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.229379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.229379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.229379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.229379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.229379] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be created. [ 931.257543] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.257543] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.257543] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.257543] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.257543] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.270339] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: UNINITIALIZED for 2s [ 932.286606] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 932.286983] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 deletion is rescheduled due to dependency. [ 932.286983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.911516] env[70476]: INFO networking_nsxv3.common.synchronization [req-03c9c46f-6b74-424a-b94a-20e9347e293e req-600289ae-af97-466a-bb51-d91cbcfa3a07 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Enqueued Resource ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 with Priority: HIGHEST for action security_group_members [ 932.912103] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 with Priority: HIGHEST for action security_group_members [ 932.912456] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.912604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.912683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.913188] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.913782] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.913928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.914105] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.914322] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.914459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.914601] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6133ddbf-ef43-4fcd-9550-ab04b8ca93f0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.282745] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 933.282745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.283258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.283938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.283938] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.284247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.284581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.284795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.284993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.285366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.285366] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.360209] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.360209] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-591" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.360209] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-591" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.360209] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-591" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.360209] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.361141] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.361570] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.361972] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.362361] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.362777] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.365109] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.365109] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.365109] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.365109] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.365109] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.365109] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.384208] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.384208] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 933.384208] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.384208] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-591" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.384208] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-78643f74-4157-4655-b54e-598a58ff5060 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.384208] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-78643f74-4157-4655-b54e-598a58ff5060" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.384208] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-78643f74-4157-4655-b54e-598a58ff5060" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.384208] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-78643f74-4157-4655-b54e-598a58ff5060" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.384208] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78643f74-4157-4655-b54e-598a58ff5060',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.419996] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.419996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.419996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.419996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.419996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.419996] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.419996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.419996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.419996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.419996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.419996] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 already deleted. [ 933.419996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.788188] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.788377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.788416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.788640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.788806] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.788908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.788973] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.789141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.789236] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.789323] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.789469] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.789559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.789621] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.789762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.789900] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.789988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.790069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.790271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.790360] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.790444] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.790533] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.886641] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.886885] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.887029] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.887344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.887511] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.887675] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 78643f74-4157-4655-b54e-598a58ff5060 not found, creating... [ 933.888256] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.888429] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.888556] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.888789] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.888934] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.889271] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.889434] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.889556] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.889766] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.889902] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.890082] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 78643f74-4157-4655-b54e-598a58ff5060 is going to be created. [ 933.912196] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.912452] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.912535] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.912826] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.913074] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.913316] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-78643f74-4157-4655-b54e-598a58ff5060" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.297815] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98c2ddc4-dbce-4c17-9b2a-dd09be046305: rpc.has_security_group_logging(os_id): False [ 934.319034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.319034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.319034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.319034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.319034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.319034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.319034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.319034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.319034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.319034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.319034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.319034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.319034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.319034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.319034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.319808] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.319808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.319808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.319808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.319808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.319808] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be created. [ 934.387139] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.387432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.387432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.387994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.387994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.398620] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 934.842772] env[70476]: INFO networking_nsxv3.common.synchronization [req-03c9c46f-6b74-424a-b94a-20e9347e293e req-ebfa168b-ee03-4e41-b406-9242a65db0f1 service nova] Enqueued Resource ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 with Priority: HIGHEST for action security_group_rules [ 934.842961] env[70476]: INFO networking_nsxv3.common.synchronization [req-03c9c46f-6b74-424a-b94a-20e9347e293e req-ebfa168b-ee03-4e41-b406-9242a65db0f1 service nova] Enqueued Resource ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 with Priority: HIGHEST for action security_group_members [ 934.843115] env[70476]: INFO networking_nsxv3.common.synchronization [req-03c9c46f-6b74-424a-b94a-20e9347e293e req-ebfa168b-ee03-4e41-b406-9242a65db0f1 service nova] Enqueued Resource ID: 78643f74-4157-4655-b54e-598a58ff5060 with Priority: HIGHEST for action port [ 934.843357] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 with Priority: HIGHEST for action security_group_rules [ 934.843485] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 with Priority: HIGHEST for action security_group_members [ 934.843581] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78643f74-4157-4655-b54e-598a58ff5060 with Priority: HIGHEST for action port [ 934.844649] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.844748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.844819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.846056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.848331] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6133ddbf-ef43-4fcd-9550-ab04b8ca93f0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.849327] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.849457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.849524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.849725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.849883] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.849978] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.850070] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.850225] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.850341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.850394] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6133ddbf-ef43-4fcd-9550-ab04b8ca93f0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.852241] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-78643f74-4157-4655-b54e-598a58ff5060 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.852360] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78643f74-4157-4655-b54e-598a58ff5060" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.852430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78643f74-4157-4655-b54e-598a58ff5060" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.852599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78643f74-4157-4655-b54e-598a58ff5060" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.852702] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78643f74-4157-4655-b54e-598a58ff5060',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.354784] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6133ddbf-ef43-4fcd-9550-ab04b8ca93f0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.356505] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.356622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.356782] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78643f74-4157-4655-b54e-598a58ff5060 with status ACTIVE [ 935.356940] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.357157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.357157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.358549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.358660] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.358907] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.359059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.359096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.359292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.359385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.359579] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.359675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.359739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.359885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.359961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.360060] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78643f74-4157-4655-b54e-598a58ff5060 is going to be updated. [ 935.380042] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.380042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.380042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.380042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.380232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.380329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78643f74-4157-4655-b54e-598a58ff5060" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.857784] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6133ddbf-ef43-4fcd-9550-ab04b8ca93f0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.363242] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.366091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.366091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.366091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.366091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.366091] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 is going to be created. [ 936.389483] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.389823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.389976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.390266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.390515] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.399853] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 in Status: UNINITIALIZED for 2s [ 936.409668] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 936.409668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.302857] env[70476]: INFO networking_nsxv3.common.synchronization [req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f req-d091cf21-2517-47a4-adea-448e078480b4 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 938.303527] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 938.303958] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.303958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.304088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.304231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.304423] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.304531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.304579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.304736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.304885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.305055] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.412081] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 in Status: SUCCESS [ 938.412343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.412513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.412735] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.412949] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.413104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.413187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.413351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.413493] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.413649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.413847] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6133ddbf-ef43-4fcd-9550-ab04b8ca93f0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.679445] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.679639] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.679771] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.680531] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.680848] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.681170] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.681170] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.681381] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.681531] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.681747] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.681868] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.681985] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.682175] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.682223] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.683028] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.683028] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.700921] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.701153] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.701275] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.701473] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.701799] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-7f8321ff-1915-4d3e-a531-7b0b262df994 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.702124] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-7f8321ff-1915-4d3e-a531-7b0b262df994" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.702271] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-7f8321ff-1915-4d3e-a531-7b0b262df994" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.702624] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-7f8321ff-1915-4d3e-a531-7b0b262df994" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.703345] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f8321ff-1915-4d3e-a531-7b0b262df994',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.808336] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.808500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.808576] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.808803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.808897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.809105] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.809228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.809493] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.809678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.809760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.809979] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be deleted. [ 938.844075] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.844240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.844315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.844536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.844626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.844720] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.917278] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.917469] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.917545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.917749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.917900] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.918027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.918099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.918264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.918356] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.918444] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.918619] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.918712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.918773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.918914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.919068] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.919180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.919249] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.919412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.919503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.919595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.919694] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6133ddbf-ef43-4fcd-9550-ab04b8ca93f0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.206303] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.206303] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.206303] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.206731] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.206910] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.207092] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 7f8321ff-1915-4d3e-a531-7b0b262df994 not found, creating... [ 939.207396] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.207558] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.207680] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.207922] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.208523] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.208523] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.208523] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.208786] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.208882] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.209052] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.209138] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 7f8321ff-1915-4d3e-a531-7b0b262df994 is going to be created. [ 939.228883] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.229120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.229251] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.229539] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.229769] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.229999] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-7f8321ff-1915-4d3e-a531-7b0b262df994" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.422089] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0: rpc.has_security_group_logging(os_id): False [ 939.440664] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.440842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.440922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.441155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.441417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.441500] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.441564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.441622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.441763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.441841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.442058] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.442167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.442167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.442303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.442377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.443025] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.443025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.443025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.443025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.443025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.443025] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 is going to be created. [ 939.501466] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.501629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.501738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.501896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.502101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.515148] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 in Status: IN_PROGRESS for 2s [ 940.017058] env[70476]: INFO networking_nsxv3.common.synchronization [req-45571257-b6ae-4197-8b93-5b9c972f102f req-d7d50e5f-9656-4a8b-8d74-7e47c654103b tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_members [ 940.017241] env[70476]: INFO networking_nsxv3.common.synchronization [req-45571257-b6ae-4197-8b93-5b9c972f102f req-d7d50e5f-9656-4a8b-8d74-7e47c654103b tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 940.017744] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_members [ 940.017878] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 940.018167] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-49905dc0-3d06-4b86-8336-38afedaf498c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.018283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.018408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.018730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.019026] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.019026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.019192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.019889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.019889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.019889] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.024191] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.024191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.024191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.024191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.024191] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.024191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.024191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.024191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.024191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.024191] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.078267] env[70476]: INFO networking_nsxv3.common.synchronization [req-45571257-b6ae-4197-8b93-5b9c972f102f req-d7d50e5f-9656-4a8b-8d74-7e47c654103b tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_rules [ 940.078446] env[70476]: INFO networking_nsxv3.common.synchronization [req-45571257-b6ae-4197-8b93-5b9c972f102f req-d7d50e5f-9656-4a8b-8d74-7e47c654103b tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_members [ 940.078609] env[70476]: INFO networking_nsxv3.common.synchronization [req-45571257-b6ae-4197-8b93-5b9c972f102f req-d7d50e5f-9656-4a8b-8d74-7e47c654103b tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_rules [ 940.078762] env[70476]: INFO networking_nsxv3.common.synchronization [req-45571257-b6ae-4197-8b93-5b9c972f102f req-d7d50e5f-9656-4a8b-8d74-7e47c654103b tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 940.078916] env[70476]: INFO networking_nsxv3.common.synchronization [req-45571257-b6ae-4197-8b93-5b9c972f102f req-d7d50e5f-9656-4a8b-8d74-7e47c654103b tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 4379a63c-c1f3-4b33-85ef-50d22d5a93ed with Priority: HIGHEST for action port [ 940.079419] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_rules [ 940.079549] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_rules [ 940.079643] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4379a63c-c1f3-4b33-85ef-50d22d5a93ed with Priority: HIGHEST for action port [ 940.079733] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_members [ 940.079820] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 940.081388] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49905dc0-3d06-4b86-8336-38afedaf498c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.081530] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.081617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.081906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.081959] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.085639] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.085772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.085843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.086010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.086091] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.090031] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.090031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.090031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.090031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.090031] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4379a63c-c1f3-4b33-85ef-50d22d5a93ed',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.090031] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-49905dc0-3d06-4b86-8336-38afedaf498c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.090031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.090031] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.090031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.132246] env[70476]: INFO networking_nsxv3.common.synchronization [req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f req-a415c6cb-2e9c-453c-a3c4-c8b5799db490 service nova] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_rules [ 940.132449] env[70476]: INFO networking_nsxv3.common.synchronization [req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f req-a415c6cb-2e9c-453c-a3c4-c8b5799db490 service nova] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 940.132590] env[70476]: INFO networking_nsxv3.common.synchronization [req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f req-a415c6cb-2e9c-453c-a3c4-c8b5799db490 service nova] Enqueued Resource ID: 7f8321ff-1915-4d3e-a531-7b0b262df994 with Priority: HIGHEST for action port [ 940.132812] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_rules [ 940.132935] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 940.133048] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8321ff-1915-4d3e-a531-7b0b262df994 with Priority: HIGHEST for action port [ 940.133796] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.133922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.133990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.134770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.134852] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.135992] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.139487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.139487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.139487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.139675] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.139741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.139796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.139927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.140033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.140154] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.140848] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f8321ff-1915-4d3e-a531-7b0b262df994 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.140957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f8321ff-1915-4d3e-a531-7b0b262df994" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.141043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f8321ff-1915-4d3e-a531-7b0b262df994" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.141200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f8321ff-1915-4d3e-a531-7b0b262df994" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.141274] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f8321ff-1915-4d3e-a531-7b0b262df994',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.397281] env[70476]: INFO networking_nsxv3.common.synchronization [req-263578ec-5bc2-4b9c-b90f-279a16120ac7 req-215504b4-e52d-45da-8745-809b58de6a32 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 940.397281] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 940.397281] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.397281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.397281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.397281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.397281] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.397281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.397281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.397281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.397281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.397281] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.523248] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.524898] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.590978] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.591196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.591492] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-49905dc0-3d06-4b86-8336-38afedaf498c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.591604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.591780] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4379a63c-c1f3-4b33-85ef-50d22d5a93ed with status ACTIVE [ 940.592011] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.592142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.592234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.592475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.592579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.592815] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.592926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.592999] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.593198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.593307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.593505] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.593635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.593700] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.593867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.593950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.594308] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4379a63c-c1f3-4b33-85ef-50d22d5a93ed is going to be updated. [ 940.613161] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.613301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.613360] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.613554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.613939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.614182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.642686] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.643738] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.643884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.644898] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f8321ff-1915-4d3e-a531-7b0b262df994 with status ACTIVE [ 940.645135] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.645234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.645234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.645457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.645544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.645711] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.645802] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.646093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.646093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.646093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.646596] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.646596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.646596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.646596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.646782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.646782] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f8321ff-1915-4d3e-a531-7b0b262df994 is going to be updated. [ 940.672303] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.672303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.672303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.672303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.672303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.672303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f8321ff-1915-4d3e-a531-7b0b262df994" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.736616] env[70476]: INFO networking_nsxv3.common.synchronization [req-566de79c-6a4d-4f45-b985-1cc6b545c418 req-8099fa66-db89-4f07-9543-b37bd9edb922 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 with Priority: HIGHEST for action security_group_members [ 940.738143] env[70476]: INFO networking_nsxv3.common.synchronization [req-566de79c-6a4d-4f45-b985-1cc6b545c418 req-8099fa66-db89-4f07-9543-b37bd9edb922 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 940.738143] env[70476]: INFO networking_nsxv3.common.synchronization [req-566de79c-6a4d-4f45-b985-1cc6b545c418 req-8099fa66-db89-4f07-9543-b37bd9edb922 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_members [ 940.738143] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 with Priority: HIGHEST for action security_group_members [ 940.738143] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 940.738143] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_members [ 940.738143] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.738143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.739175] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.739175] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.739175] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.739323] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.739401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.739585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.739886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.739886] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ec43ac-fd17-46fa-b5d7-b379e4b4d964',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.741207] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.741773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.741773] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-49905dc0-3d06-4b86-8336-38afedaf498c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.741773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.770324] env[70476]: INFO networking_nsxv3.common.synchronization [None req-9482a878-87ba-4399-93c8-635d161c7bdb None None] Enqueued Resource ID: aa7d98c2-d5e0-4a30-806f-4d287f6ddfdf with Priority: HIGHEST for action port [ 940.770912] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa7d98c2-d5e0-4a30-806f-4d287f6ddfdf with Priority: HIGHEST for action port [ 940.771262] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa7d98c2-d5e0-4a30-806f-4d287f6ddfdf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.771418] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa7d98c2-d5e0-4a30-806f-4d287f6ddfdf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.771501] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa7d98c2-d5e0-4a30-806f-4d287f6ddfdf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.771772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa7d98c2-d5e0-4a30-806f-4d287f6ddfdf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.771874] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa7d98c2-d5e0-4a30-806f-4d287f6ddfdf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.899688] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.025640] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.027952] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.092652] env[70476]: INFO networking_nsxv3.common.synchronization [req-566de79c-6a4d-4f45-b985-1cc6b545c418 req-8099fa66-db89-4f07-9543-b37bd9edb922 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_rules [ 941.092824] env[70476]: INFO networking_nsxv3.common.synchronization [req-566de79c-6a4d-4f45-b985-1cc6b545c418 req-8099fa66-db89-4f07-9543-b37bd9edb922 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_members [ 941.092958] env[70476]: INFO networking_nsxv3.common.synchronization [req-566de79c-6a4d-4f45-b985-1cc6b545c418 req-8099fa66-db89-4f07-9543-b37bd9edb922 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 with Priority: HIGHEST for action security_group_rules [ 941.093102] env[70476]: INFO networking_nsxv3.common.synchronization [req-566de79c-6a4d-4f45-b985-1cc6b545c418 req-8099fa66-db89-4f07-9543-b37bd9edb922 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 with Priority: HIGHEST for action security_group_members [ 941.093229] env[70476]: INFO networking_nsxv3.common.synchronization [req-566de79c-6a4d-4f45-b985-1cc6b545c418 req-8099fa66-db89-4f07-9543-b37bd9edb922 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_rules [ 941.093350] env[70476]: INFO networking_nsxv3.common.synchronization [req-566de79c-6a4d-4f45-b985-1cc6b545c418 req-8099fa66-db89-4f07-9543-b37bd9edb922 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 941.093502] env[70476]: INFO networking_nsxv3.common.synchronization [req-566de79c-6a4d-4f45-b985-1cc6b545c418 req-8099fa66-db89-4f07-9543-b37bd9edb922 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 4379a63c-c1f3-4b33-85ef-50d22d5a93ed with Priority: HIGHEST for action port [ 941.094265] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_rules [ 941.094479] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 with Priority: HIGHEST for action security_group_rules [ 941.094647] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 941.094770] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4379a63c-c1f3-4b33-85ef-50d22d5a93ed with Priority: HIGHEST for action port [ 941.094880] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_rules [ 941.095019] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_members [ 941.095157] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 with Priority: HIGHEST for action security_group_members [ 941.095495] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49905dc0-3d06-4b86-8336-38afedaf498c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.095623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.095844] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ec43ac-fd17-46fa-b5d7-b379e4b4d964 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.095972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.096784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.096784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.096784] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ec43ac-fd17-46fa-b5d7-b379e4b4d964',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.101021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.101021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.101021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.101021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.101021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.101021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.101021] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4379a63c-c1f3-4b33-85ef-50d22d5a93ed',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.101021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.101021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.101021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-49905dc0-3d06-4b86-8336-38afedaf498c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.101021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.101683] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.101683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.145653] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.243432] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ec43ac-fd17-46fa-b5d7-b379e4b4d964',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.275041] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa7d98c2-d5e0-4a30-806f-4d287f6ddfdf [ 941.275041] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.275041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.275041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.275222] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.275308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.275438] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa7d98c2-d5e0-4a30-806f-4d287f6ddfdf already deleted. [ 941.275531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa7d98c2-d5e0-4a30-806f-4d287f6ddfdf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.401998] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.466232] env[70476]: INFO networking_nsxv3.common.synchronization [req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f req-f040e785-7e2b-427a-a7a7-971638224a70 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 941.466742] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 941.467051] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.467164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.529072] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 in Status: SUCCESS [ 941.529331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.529711] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.529833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.529899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.530111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.530193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.530282] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49905dc0-3d06-4b86-8336-38afedaf498c is going to be created. [ 941.533175] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.533371] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.533478] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.533753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.533899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.534062] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 941.556843] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.556843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.556843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.556843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.557016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.558867] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.558971] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.559019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.560398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.563015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.569213] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 941.570095] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: UNINITIALIZED for 2s [ 941.599165] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.599165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.600729] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4379a63c-c1f3-4b33-85ef-50d22d5a93ed with status ACTIVE [ 941.601057] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.605030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.605030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.605030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.605030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.605030] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.605030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.605030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.605030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.605030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.605030] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.605030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.605030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.605030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.605030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.605030] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4379a63c-c1f3-4b33-85ef-50d22d5a93ed is going to be updated. [ 941.627072] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.628182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.628182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.628182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.628182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.628182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4379a63c-c1f3-4b33-85ef-50d22d5a93ed" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.649595] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.652208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.652208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.652208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.652208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.652208] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be created. [ 941.696693] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.696693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.696693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.696693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.696693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.715994] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: UNINITIALIZED for 2s [ 941.746335] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ec43ac-fd17-46fa-b5d7-b379e4b4d964',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.908082] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.908246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.908305] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.909820] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.909968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.910095] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 941.936054] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.936054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.936222] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.936391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.936535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.944735] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 942.249169] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.250138] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.250138] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.250816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.250816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.251461] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 is going to be created. [ 942.348972] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.348972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.348972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.348972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.348972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.364668] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 in Status: UNINITIALIZED for 2s [ 942.511496] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.511496] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.511496] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.511496] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.511745] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.512442] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.512442] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.514379] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.515406] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.515690] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.515830] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.515951] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.516076] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.516193] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.516300] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.516439] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.539164] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.540767] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.540767] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.540767] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-925" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.540767] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-4c1d24d5-ea92-417f-bafa-f288fd64de75 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.540767] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-4c1d24d5-ea92-417f-bafa-f288fd64de75" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.540767] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-4c1d24d5-ea92-417f-bafa-f288fd64de75" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.540767] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-4c1d24d5-ea92-417f-bafa-f288fd64de75" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.540767] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c1d24d5-ea92-417f-bafa-f288fd64de75',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.046211] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.046460] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.046591] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.046971] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.047087] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.047250] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 4c1d24d5-ea92-417f-bafa-f288fd64de75 not found, creating... [ 943.047513] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.047800] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.047800] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.048031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.048261] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.048441] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.048599] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.048722] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.048958] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.050885] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.051139] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 4c1d24d5-ea92-417f-bafa-f288fd64de75 is going to be created. [ 943.065860] env[70476]: INFO networking_nsxv3.common.synchronization [None req-ae60a007-a051-4adb-8665-7c2cb5e425b8 None None] Enqueued Resource ID: c488933d-38c1-4cd8-a379-44c9862b27af with Priority: HIGHEST for action port [ 943.065860] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c488933d-38c1-4cd8-a379-44c9862b27af with Priority: HIGHEST for action port [ 943.065860] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c488933d-38c1-4cd8-a379-44c9862b27af taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.066088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c488933d-38c1-4cd8-a379-44c9862b27af" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.066088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c488933d-38c1-4cd8-a379-44c9862b27af" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.066230] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c488933d-38c1-4cd8-a379-44c9862b27af" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.066310] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c488933d-38c1-4cd8-a379-44c9862b27af',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.072255] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.075553] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.075729] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.076039] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.076275] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.076520] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-4c1d24d5-ea92-417f-bafa-f288fd64de75" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.266474] env[70476]: INFO networking_nsxv3.common.synchronization [None req-585040dc-8721-47be-978b-210b9289f9d9 None None] Enqueued Resource ID: 4d2800cd-2fb3-4c10-968f-40622f21d596 with Priority: HIGHEST for action port [ 943.266474] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d2800cd-2fb3-4c10-968f-40622f21d596 with Priority: HIGHEST for action port [ 943.266474] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d2800cd-2fb3-4c10-968f-40622f21d596 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.266474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d2800cd-2fb3-4c10-968f-40622f21d596" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.266474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d2800cd-2fb3-4c10-968f-40622f21d596" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.266922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d2800cd-2fb3-4c10-968f-40622f21d596" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.267139] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d2800cd-2fb3-4c10-968f-40622f21d596',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.573272] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c488933d-38c1-4cd8-a379-44c9862b27af [ 943.573459] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.573459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.573588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.573689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.573890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.573890] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c488933d-38c1-4cd8-a379-44c9862b27af already deleted. [ 943.573983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c488933d-38c1-4cd8-a379-44c9862b27af" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.583093] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: SUCCESS [ 943.583197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.583371] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.583599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.583781] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.583898] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.583958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.584135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.584661] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.585308] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.586939] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 943.587208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.587618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.587898] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.588593] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.588779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.589059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.589315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.589450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.593180] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.726906] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 943.727261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.727340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.727569] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.727755] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.727868] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.727926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.728093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.728173] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.728263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.728348] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.732232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.732232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.732232] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.732232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.732232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.732232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.732232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.732232] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.771191] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d2800cd-2fb3-4c10-968f-40622f21d596 [ 943.771191] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.771462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.772067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.772376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.772520] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.772672] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d2800cd-2fb3-4c10-968f-40622f21d596 already deleted. [ 943.773197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d2800cd-2fb3-4c10-968f-40622f21d596" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.957590] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 943.957816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.999299] env[70476]: INFO networking_nsxv3.common.synchronization [req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f req-4f3bf85f-eeee-481b-967a-99f363d6ea97 service nova] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_rules [ 943.999470] env[70476]: INFO networking_nsxv3.common.synchronization [req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f req-4f3bf85f-eeee-481b-967a-99f363d6ea97 service nova] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 943.999611] env[70476]: INFO networking_nsxv3.common.synchronization [req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f req-4f3bf85f-eeee-481b-967a-99f363d6ea97 service nova] Enqueued Resource ID: 4c1d24d5-ea92-417f-bafa-f288fd64de75 with Priority: HIGHEST for action port [ 943.999838] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_rules [ 943.999962] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 944.000223] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1d24d5-ea92-417f-bafa-f288fd64de75 with Priority: HIGHEST for action port [ 944.001391] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.001391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.001391] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.001391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.001602] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c1d24d5-ea92-417f-bafa-f288fd64de75 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.001602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c1d24d5-ea92-417f-bafa-f288fd64de75" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.001602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c1d24d5-ea92-417f-bafa-f288fd64de75" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.001746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c1d24d5-ea92-417f-bafa-f288fd64de75" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.001824] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c1d24d5-ea92-417f-bafa-f288fd64de75',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.095030] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.096097] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.233814] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.233814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.233814] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.374065] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 in Status: SUCCESS [ 944.374247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.374977] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.374977] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.375191] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.375271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.375341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.375571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.375628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.375726] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ec43ac-fd17-46fa-b5d7-b379e4b4d964',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.503402] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c1d24d5-ea92-417f-bafa-f288fd64de75 with status ACTIVE [ 944.503639] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.503775] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.503845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.504087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.504193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.504410] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.504510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.504575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.504737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.504914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.504992] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.505101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.505158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.505305] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.505401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.505509] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c1d24d5-ea92-417f-bafa-f288fd64de75 is going to be updated. [ 944.527185] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.527185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.527185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.527396] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.527432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.529115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c1d24d5-ea92-417f-bafa-f288fd64de75" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.533193] env[70476]: INFO networking_nsxv3.common.synchronization [req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd req-9b811581-6151-4f2f-a6e9-2798eb317b4b tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Enqueued Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_members [ 944.533193] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_members [ 944.533193] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.533193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.533193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.533637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.533903] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.534132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.534273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.534565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.534769] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.534991] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.597423] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.601236] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.622348] env[70476]: INFO networking_nsxv3.common.synchronization [req-eb90c4fe-3213-4307-917d-b4a1c054396d req-f95a5870-df84-42b0-a7ad-8fc645cd6aa1 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 944.622864] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 944.623693] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.623827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.623921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.624429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.624780] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.624918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.625132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.625364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.625582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.625708] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.739062] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.882404] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ec43ac-fd17-46fa-b5d7-b379e4b4d964',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.936318] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.936318] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-620" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.936494] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-620" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.937024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-620" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.937024] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.937157] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.937249] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.937489] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.937607] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.937821] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.937941] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.938068] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.938175] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.938289] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.938414] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.938527] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.959122] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.960249] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.960249] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.960249] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-620" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.960249] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-f4b6793e-d932-499d-ac3f-857f7bda0f9b taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.961229] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-f4b6793e-d932-499d-ac3f-857f7bda0f9b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.961421] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-f4b6793e-d932-499d-ac3f-857f7bda0f9b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.961744] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-f4b6793e-d932-499d-ac3f-857f7bda0f9b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.961892] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4b6793e-d932-499d-ac3f-857f7bda0f9b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.036758] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.101028] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.101028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.101028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.101028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.101028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.101028] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49905dc0-3d06-4b86-8336-38afedaf498c is going to be updated. [ 945.102483] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.102612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.102680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.102870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.102984] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.105929] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 945.128807] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.128807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.128807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.128807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.128807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.128807] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.128807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.129127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.129127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.129127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.129210] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be deleted. [ 945.142796] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.142796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.142796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.143087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.143087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.145907] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.146068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.146218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.146356] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.146528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.155107] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 945.155817] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: IN_PROGRESS for 2s [ 945.164148] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.164293] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.164363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.164615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.164714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.164831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.241077] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.241268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.241268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.243017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.243017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.243017] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be updated. [ 945.266451] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.266650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.266687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.266917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.267071] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.283508] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: IN_PROGRESS for 2s [ 945.367562] env[70476]: INFO networking_nsxv3.common.synchronization [None req-a5757d13-7d90-4f88-a8e2-d1aa524074a8 None None] Enqueued Resource ID: fd121027-0d6e-42a9-8ccd-4485696c7788 with Priority: HIGHEST for action port [ 945.367562] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd121027-0d6e-42a9-8ccd-4485696c7788 with Priority: HIGHEST for action port [ 945.367562] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd121027-0d6e-42a9-8ccd-4485696c7788 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.367562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd121027-0d6e-42a9-8ccd-4485696c7788" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.367562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd121027-0d6e-42a9-8ccd-4485696c7788" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.367930] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd121027-0d6e-42a9-8ccd-4485696c7788" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.368050] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd121027-0d6e-42a9-8ccd-4485696c7788',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.388701] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ec43ac-fd17-46fa-b5d7-b379e4b4d964',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.468143] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.468143] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.468143] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.468143] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.468143] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.468143] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port f4b6793e-d932-499d-ac3f-857f7bda0f9b not found, creating... [ 945.468143] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.468143] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.468143] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.468143] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.468143] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.468706] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.468706] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.468706] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.468706] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.468706] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.469120] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: f4b6793e-d932-499d-ac3f-857f7bda0f9b is going to be created. [ 945.491125] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.491125] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.491125] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.491125] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.491125] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.491125] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-f4b6793e-d932-499d-ac3f-857f7bda0f9b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.540055] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.870384] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd121027-0d6e-42a9-8ccd-4485696c7788 [ 945.870846] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.870846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.870846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.871120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.871120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.871232] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd121027-0d6e-42a9-8ccd-4485696c7788 already deleted. [ 945.871232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd121027-0d6e-42a9-8ccd-4485696c7788" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.890656] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.890817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.890891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.891260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.891423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.891619] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 is going to be updated. [ 945.920276] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.920445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.920509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.920717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.920865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.933105] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 in Status: IN_PROGRESS for 2s [ 946.043265] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.043265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.043265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.043265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.043478] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.043478] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 is going to be updated. [ 946.071100] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.071100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.071100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.071100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.071100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.079151] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: IN_PROGRESS for 2s [ 946.221579] env[70476]: INFO networking_nsxv3.common.synchronization [req-eb90c4fe-3213-4307-917d-b4a1c054396d req-a7f69956-c532-442c-b849-43e11474d2f9 service nova] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_rules [ 946.221793] env[70476]: INFO networking_nsxv3.common.synchronization [req-eb90c4fe-3213-4307-917d-b4a1c054396d req-a7f69956-c532-442c-b849-43e11474d2f9 service nova] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 946.223236] env[70476]: INFO networking_nsxv3.common.synchronization [req-eb90c4fe-3213-4307-917d-b4a1c054396d req-a7f69956-c532-442c-b849-43e11474d2f9 service nova] Enqueued Resource ID: f4b6793e-d932-499d-ac3f-857f7bda0f9b with Priority: HIGHEST for action port [ 946.223236] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_rules [ 946.223236] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 946.223236] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b6793e-d932-499d-ac3f-857f7bda0f9b with Priority: HIGHEST for action port [ 946.223236] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.223527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.223527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.223527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.223615] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.225352] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.225620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.225620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.225742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.225849] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.226041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.226101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.226331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.226331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.226426] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.227517] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4b6793e-d932-499d-ac3f-857f7bda0f9b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.227623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4b6793e-d932-499d-ac3f-857f7bda0f9b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.227787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4b6793e-d932-499d-ac3f-857f7bda0f9b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.227963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4b6793e-d932-499d-ac3f-857f7bda0f9b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.228052] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4b6793e-d932-499d-ac3f-857f7bda0f9b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.480649] env[70476]: INFO networking_nsxv3.common.synchronization [None req-a4818511-37d1-43e3-8e5b-6ccb78cd0819 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Enqueued Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_rules [ 946.481221] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_rules [ 946.481645] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.481736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.481840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.482580] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.482720] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.618544] env[70476]: INFO networking_nsxv3.common.synchronization [None req-2734dc57-ec8d-48eb-9741-1dc352ab1e90 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Enqueued Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_rules [ 946.618544] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_rules [ 946.618544] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.618544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.726529] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.726689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.728063] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.732373] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4b6793e-d932-499d-ac3f-857f7bda0f9b with status ACTIVE [ 946.732373] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.732373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.732373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.732373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.732373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.732373] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.732373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.732373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.732373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.732373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.732373] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.732919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.732919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.732919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.732919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.732919] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4b6793e-d932-499d-ac3f-857f7bda0f9b is going to be updated. [ 946.757097] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.757259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.757300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.757964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.758122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.758285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4b6793e-d932-499d-ac3f-857f7bda0f9b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.003727] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.004019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.004019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.005202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.005355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.005485] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 already deleted. [ 947.005595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.006105] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.006292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.006380] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.167604] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: SUCCESS [ 947.169502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.169502] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 947.169502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.169502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.169502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.169502] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.169766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.169766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.169766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.169855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.170402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.170402] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.171935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.173923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.174119] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.174229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.174338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.174442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.174533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.174627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.174721] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.175623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.175791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.175951] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.176072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.176179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.176270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.176348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.176433] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.177898] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.178109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.178279] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.178384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.178449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.178598] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.178680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.178754] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.232197] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.294576] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 947.294785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.294943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.295175] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.295360] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.295614] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.295614] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.296081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.296081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.296081] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.531207] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.531207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.531207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.531207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.531207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.531207] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 already deleted. [ 947.531207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.676445] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.681376] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.681514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.682295] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.684280] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.698724] env[70476]: INFO networking_nsxv3.common.synchronization [req-d025b911-6d34-4f9a-8e00-689bec3b6255 req-9fc96753-bfc4-47a9-b8d7-5cdad5b44b1b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 947.699697] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 947.699697] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.699925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.699925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.700446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.700633] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.700745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.700860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.701499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.701499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.701499] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.734432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.734712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.734786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.734953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.735074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.735182] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be created. [ 947.758502] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.758670] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.758742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.758970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.759141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.767383] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: UNINITIALIZED for 2s [ 947.798030] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.941609] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 in Status: SUCCESS [ 947.941850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.942177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.942475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.942805] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.942920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.942985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.943194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.943299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.943299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.943518] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85ec43ac-fd17-46fa-b5d7-b379e4b4d964',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.091666] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: SUCCESS [ 948.091666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.180056] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49905dc0-3d06-4b86-8336-38afedaf498c: rpc.has_security_group_logging(os_id): False [ 948.187501] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.187705] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.203136] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.203282] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.203349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.203558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.203645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.203849] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.203940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.204008] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.204159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.204229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.204312] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 948.210977] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.211208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.211208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.211443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.211443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.211674] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.211788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.211834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.211970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.212073] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.212169] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49905dc0-3d06-4b86-8336-38afedaf498c is going to be created. [ 948.275422] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.275674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.275738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.275949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.276100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.299642] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.301509] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 948.356689] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.356918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.357055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.357341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.357563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.372794] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: IN_PROGRESS for 2s [ 948.448157] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85ec43ac-fd17-46fa-b5d7-b379e4b4d964',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.690034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.690034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.690034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.690327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.690438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.690545] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49905dc0-3d06-4b86-8336-38afedaf498c is going to be updated. [ 948.691972] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.692185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.692306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.692555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.692684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.692807] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 948.718113] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.718268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.718310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.718512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.718654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.720319] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.720436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.720502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.720668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.720785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.728944] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: IN_PROGRESS for 2s [ 948.729577] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 948.802777] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.802888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.802888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.803113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.803207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.803307] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be updated. [ 948.843453] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.843663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.843698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.843899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.844093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.854137] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: IN_PROGRESS for 2s [ 948.950288] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85ec43ac-fd17-46fa-b5d7-b379e4b4d964: rpc.has_security_group_logging(os_id): False [ 948.967199] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.967351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.967425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.967641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.967734] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.967958] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.968069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.968128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.968278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.968354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.968441] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 is going to be created. [ 949.016053] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.016218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.016324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.016501] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.016657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.025564] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 in Status: IN_PROGRESS for 2s [ 949.778623] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: SUCCESS [ 949.778623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.779019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.779132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.779395] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.779559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.779626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.779804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.779889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.779978] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.780082] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.282218] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.282818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.282818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.282818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.283057] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.283209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.283299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.283538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.283684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.283821] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.284012] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.284140] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.284208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.284389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.284560] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.284688] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.284756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.284902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.284980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.285085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.285175] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.310620] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 950.310902] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a deletion is rescheduled due to dependency. [ 950.311090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.384853] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: SUCCESS [ 950.385124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.385314] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.385553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.385644] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.740564] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: SUCCESS [ 950.740864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.741565] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 950.741799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.742105] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.742231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.742444] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.742564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.742644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.742882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.742882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.743026] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.743860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.744032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.744199] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.744302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.744368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.744509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.744610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.744693] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.788018] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1819db41-e42b-40ef-b768-13b9e3dd4775: rpc.has_security_group_logging(os_id): False [ 950.804282] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.804499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.804499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.804727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.804823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.805231] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.805231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.805231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.805340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.805410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.805610] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.805724] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.805788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.805958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.806047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.806247] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.806342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.806403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.806541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.806613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.806698] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be created. [ 950.857189] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.857330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.857401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.857627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.857820] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.865156] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 950.865346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.865495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.865681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.865906] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.866064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.866095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.866237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.866317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.866401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.866555] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.866647] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.866710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.866849] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.867030] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.867154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.867205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.867331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.867403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.867483] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.867570] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.872992] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: IN_PROGRESS for 2s [ 950.887855] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-49905dc0-3d06-4b86-8336-38afedaf498c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.887966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.039020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 in Status: SUCCESS [ 951.039020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.042979] env[70476]: INFO networking_nsxv3.common.synchronization [req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 req-b9e5a8c2-584b-4619-bd3d-571a0d298402 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Enqueued Resource ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 with Priority: HIGHEST for action security_group_members [ 951.043472] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 with Priority: HIGHEST for action security_group_members [ 951.043767] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.043899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.043962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.044171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.044322] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.044416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.044476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.044888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.044888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.044888] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6133ddbf-ef43-4fcd-9550-ab04b8ca93f0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.246283] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.248173] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.373710] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98cd2d28-7d3d-4106-85f0-7ac0681007e1: rpc.has_security_group_logging(os_id): False [ 951.391784] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.391784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.391784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.393069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.393069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.393069] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.393069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.393069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.393069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.393069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.393394] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.393535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.393677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.393873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.394482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.394482] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.394482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.394482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.394857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.394857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.394989] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be created. [ 951.450345] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.451117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.451117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.451117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.452033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.463991] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: IN_PROGRESS for 2s [ 951.548333] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.548492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.548660] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.548886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.548990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.550219] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.550219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.550219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.550219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.550219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.550219] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 is going to be updated. [ 951.596829] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.597045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.597196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.597436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.597581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.606841] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 in Status: IN_PROGRESS for 2s [ 951.750392] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.751420] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.253355] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.253355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.253698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.253698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.253698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.253777] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 952.255043] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.255151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.255215] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.255379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.255508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.255541] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49905dc0-3d06-4b86-8336-38afedaf498c is going to be updated. [ 952.292716] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.292823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.292899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.293687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.293687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.294987] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.295452] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.295526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.295723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.295854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.307951] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: IN_PROGRESS for 2s [ 952.307951] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 952.885881] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: SUCCESS [ 952.886189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.476848] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 953.477148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.477275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.477492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.477584] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.618514] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 in Status: SUCCESS [ 953.618514] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 deletion is rescheduled due to dependency. [ 953.618514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.979491] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.979643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.979711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.979921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.980108] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.980208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.980272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.980426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.980514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.980603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.980692] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.322564] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 954.322834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.323072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.323264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.323459] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.323581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.323649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.323807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.323911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.324010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.324171] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.324267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.324329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.324471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.324608] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.324699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.324831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.325018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.325105] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.325839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.325839] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.326799] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: SUCCESS [ 954.327019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.327606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.327606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.327606] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.327796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.327796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.327908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.327947] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.328135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.328135] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.483077] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.483459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.483459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.483532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.483669] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.484011] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.484113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.484307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.484428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.484540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.484993] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.484993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.484993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.485167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.485276] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.485380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.485451] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.485610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.485677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.485770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.485867] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.830355] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98c2ddc4-dbce-4c17-9b2a-dd09be046305: rpc.has_security_group_logging(os_id): False [ 954.831507] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.852007] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.852168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.852238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.852443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.852534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.852749] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.852846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.852911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.853076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.853151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.853329] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.853420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.853483] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.853618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.853765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.853876] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.853981] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.854283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.854479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.854550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.855508] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 954.917376] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.917582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.917645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.917803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.917950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.932373] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 954.988034] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98cd2d28-7d3d-4106-85f0-7ac0681007e1: rpc.has_security_group_logging(os_id): False [ 955.011624] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.011793] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.012286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.012286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.012286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.012465] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.012465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.012620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.012730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.012788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.012993] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.013120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.013193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.013427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.013526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.013706] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.013797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.013853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.014008] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.014140] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.014229] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be updated. [ 955.091024] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.091213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.091213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.091391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.091535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.110983] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: IN_PROGRESS for 2s [ 955.334536] env[70476]: INFO networking_nsxv3.common.synchronization [req-cefae220-ec39-4695-8a65-d4014268c853 req-66223a3b-4bf0-4f1a-ac08-f04fb661f9ae tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 955.334920] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49905dc0-3d06-4b86-8336-38afedaf498c: rpc.has_security_group_logging(os_id): False [ 955.336206] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 955.336523] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.336645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.336709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.336923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.337212] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.337212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.337351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.337402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.337472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.337564] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.356623] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.356623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.356623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.356623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.356623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.356623] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.356623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.356623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.356623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.356623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.356623] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49905dc0-3d06-4b86-8336-38afedaf498c is going to be updated. [ 955.404821] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.405054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.405151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.405530] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.405530] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.415448] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: IN_PROGRESS for 2s [ 955.520250] env[70476]: INFO networking_nsxv3.common.synchronization [req-37340a1f-106d-428b-a4a7-da0ec907f7b6 req-b516eda1-2c42-4a4a-bb52-bf288972ad4c tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Enqueued Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGHEST for action security_group_members [ 955.521190] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGHEST for action security_group_members [ 955.521693] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d69926-0375-4c98-bfd3-555628a6b211 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.521995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.522237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.522495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.522722] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.522882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.522983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.523201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.523352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.523488] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.839389] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.027057] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.027057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.027057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.027057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.027057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.027057] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.027057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.027057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.027328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.027328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.027328] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d69926-0375-4c98-bfd3-555628a6b211 is going to be updated. [ 956.055965] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.055965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.055965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.055965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.056213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.064040] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d69926-0375-4c98-bfd3-555628a6b211 in Status: IN_PROGRESS for 2s [ 956.226712] env[70476]: INFO networking_nsxv3.common.synchronization [req-445c0bbf-150f-42ab-a99f-83be54f44e7f req-b4d22cea-d648-451a-ba39-7fa496420ec3 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 956.227252] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGHEST for action security_group_members [ 956.227542] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.227648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.345213] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.851059] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.851059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.851059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.851059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.851059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.851059] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be updated. [ 956.877067] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.877067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.877067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.877067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.877067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.886064] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: IN_PROGRESS for 2s [ 956.946133] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 956.946133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.947301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.947422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.947843] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.951237] env[70476]: INFO networking_nsxv3.common.synchronization [None req-9eb2ae96-8249-4d44-9c64-3d7b8ca8c2f4 None None] Enqueued Resource ID: 7b110dde-3b28-424f-adc5-2f15792222f2 with Priority: HIGHEST for action port [ 956.952223] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b110dde-3b28-424f-adc5-2f15792222f2 with Priority: HIGHEST for action port [ 956.952301] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b110dde-3b28-424f-adc5-2f15792222f2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.952380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b110dde-3b28-424f-adc5-2f15792222f2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.952452] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b110dde-3b28-424f-adc5-2f15792222f2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.952766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b110dde-3b28-424f-adc5-2f15792222f2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.952951] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b110dde-3b28-424f-adc5-2f15792222f2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.124055] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 957.124253] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.429501] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: SUCCESS [ 957.429501] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.455069] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.455069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.455069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.455069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.455069] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.455362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.455362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.455362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.455438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.455504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.455589] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.456537] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b110dde-3b28-424f-adc5-2f15792222f2 [ 957.456696] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.456795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.456857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.457012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.457193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.457289] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b110dde-3b28-424f-adc5-2f15792222f2 already deleted. [ 957.457369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b110dde-3b28-424f-adc5-2f15792222f2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.704035] env[70476]: INFO networking_nsxv3.common.synchronization [req-aae67e35-d409-453b-aa3e-a5ba4cab7150 req-3fd6522c-df12-4042-ac19-3402f0bec001 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 957.704519] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGHEST for action security_group_members [ 957.704812] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.704956] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.705064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.706026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.706026] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.706026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.706026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.706026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.706026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.706026] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.962257] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.962257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.962257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.962257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.962257] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.962257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.962257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.962257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.962257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.962257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.962257] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.962257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.962257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.962257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.962257] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.962257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.963027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.963027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.963027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.963027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.963027] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.074113] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d69926-0375-4c98-bfd3-555628a6b211 in Status: SUCCESS [ 958.074326] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d69926-0375-4c98-bfd3-555628a6b211 deletion is rescheduled due to dependency. [ 958.074453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.208077] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.208077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.208077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.208352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.208502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.208749] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.208887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.208973] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.209168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.209283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.209398] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be updated. [ 958.252187] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.253100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.253100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.253100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.253100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.267713] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: IN_PROGRESS for 2s [ 958.466295] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98c2ddc4-dbce-4c17-9b2a-dd09be046305: rpc.has_security_group_logging(os_id): False [ 958.484712] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.484894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.484994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.485219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.485312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.485540] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.485646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.485720] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.485995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.486077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.486276] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.486329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.486386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.486537] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.486605] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.486795] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.486895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.486950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.488456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.488563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.488640] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 958.554082] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.554303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.554356] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.554541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.554690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.566997] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 958.897525] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 958.897808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.898053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.898278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.898462] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.898693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.898693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.898782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.898863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.898945] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.321224] env[70476]: INFO networking_nsxv3.common.synchronization [None req-8c34beaa-f5f8-40c5-8a3c-f7129e7eb9fd None None] Enqueued Resource ID: d359846c-d039-409a-b20e-b62929155bbb with Priority: HIGHEST for action port [ 959.321617] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d359846c-d039-409a-b20e-b62929155bbb with Priority: HIGHEST for action port [ 959.322054] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d359846c-d039-409a-b20e-b62929155bbb taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.322224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d359846c-d039-409a-b20e-b62929155bbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.322301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d359846c-d039-409a-b20e-b62929155bbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.322550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d359846c-d039-409a-b20e-b62929155bbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.322632] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d359846c-d039-409a-b20e-b62929155bbb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.401255] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.401492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.401492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.401639] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.401731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.401937] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.402059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.402124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.402280] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.402474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.402474] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be updated. [ 959.433464] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.433606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.433692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.433877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.434049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.442883] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: IN_PROGRESS for 2s [ 959.825067] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d359846c-d039-409a-b20e-b62929155bbb [ 959.825327] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.825457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.825525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.825738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.825828] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.825923] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d359846c-d039-409a-b20e-b62929155bbb already deleted. [ 959.826014] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d359846c-d039-409a-b20e-b62929155bbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.278278] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 in Status: SUCCESS [ 960.278681] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 deletion is rescheduled due to dependency. [ 960.278875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.581229] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 960.581485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.451513] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 in Status: SUCCESS [ 961.451694] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 deletion is rescheduled due to dependency. [ 961.451809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.405922] env[70476]: INFO networking_nsxv3.common.synchronization [req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 req-2a70fd48-83e7-4263-aff7-81c1383157ad tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Enqueued Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 962.407034] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 962.407221] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.408128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.408128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.408128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.408128] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.408128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.408128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.408462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.408462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.408462] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.813022] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.813316] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-778" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.813427] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-778" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.813835] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-778" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.813948] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.814344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.814807] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.814807] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.815010] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.815304] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.815471] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.815546] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.815811] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.815811] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.815907] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.815977] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.835951] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.835951] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.835951] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.835951] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-778" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.836244] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-42ad829d-d4a2-40aa-a542-40194c6678b2 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.836497] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-42ad829d-d4a2-40aa-a542-40194c6678b2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.836708] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-42ad829d-d4a2-40aa-a542-40194c6678b2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.837159] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-42ad829d-d4a2-40aa-a542-40194c6678b2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.837376] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ad829d-d4a2-40aa-a542-40194c6678b2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.912329] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.340570] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.340969] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.341239] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.341650] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.341966] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.342245] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 42ad829d-d4a2-40aa-a542-40194c6678b2 not found, creating... [ 963.343172] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.343372] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.343507] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.343744] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.344163] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.344345] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.344586] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.344726] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.345096] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.345356] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.345435] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 42ad829d-d4a2-40aa-a542-40194c6678b2 is going to be created. [ 963.364561] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.364700] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.365122] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.365187] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.365515] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.365880] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-42ad829d-d4a2-40aa-a542-40194c6678b2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.415038] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.917285] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.917669] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.917755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.917974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.918083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.918255] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed6efc42-4a94-49be-99dd-aab0488920b1 is going to be updated. [ 963.945336] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.945336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.945336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.945336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.945336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.954441] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: IN_PROGRESS for 2s [ 964.391597] env[70476]: INFO networking_nsxv3.common.synchronization [req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 req-f58514a1-af13-4b75-90fd-63e614bafd47 service nova] Enqueued Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_rules [ 964.391725] env[70476]: INFO networking_nsxv3.common.synchronization [req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 req-f58514a1-af13-4b75-90fd-63e614bafd47 service nova] Enqueued Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 964.391874] env[70476]: INFO networking_nsxv3.common.synchronization [req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 req-f58514a1-af13-4b75-90fd-63e614bafd47 service nova] Enqueued Resource ID: 42ad829d-d4a2-40aa-a542-40194c6678b2 with Priority: HIGHEST for action port [ 964.393734] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_rules [ 964.393734] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 964.393734] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad829d-d4a2-40aa-a542-40194c6678b2 with Priority: HIGHEST for action port [ 964.393734] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.393734] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.393734] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.393734] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.394009] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.395176] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.395324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.395558] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-42ad829d-d4a2-40aa-a542-40194c6678b2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.395637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42ad829d-d4a2-40aa-a542-40194c6678b2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.395736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42ad829d-d4a2-40aa-a542-40194c6678b2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.396027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42ad829d-d4a2-40aa-a542-40194c6678b2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.396138] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ad829d-d4a2-40aa-a542-40194c6678b2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.899143] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.899143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.899602] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42ad829d-d4a2-40aa-a542-40194c6678b2 with status ACTIVE [ 964.899602] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.899602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.899602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.899839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.899839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.899970] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.900078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.900134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.900284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.900554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.900554] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.900769] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.900769] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.900856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.900856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.900938] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42ad829d-d4a2-40aa-a542-40194c6678b2 is going to be updated. [ 964.920599] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.920767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.920899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.921245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.921245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.921518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42ad829d-d4a2-40aa-a542-40194c6678b2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.943883] env[70476]: INFO networking_nsxv3.common.synchronization [None req-92d1f17d-d2e4-4584-8d0c-dad56771ad23 None None] Enqueued Resource ID: 6b310df0-27a7-4ef5-b317-efecab985408 with Priority: HIGHEST for action port [ 964.943883] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b310df0-27a7-4ef5-b317-efecab985408 with Priority: HIGHEST for action port [ 964.943883] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b310df0-27a7-4ef5-b317-efecab985408 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.943883] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b310df0-27a7-4ef5-b317-efecab985408" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.943883] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b310df0-27a7-4ef5-b317-efecab985408" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.943883] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b310df0-27a7-4ef5-b317-efecab985408" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.943883] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b310df0-27a7-4ef5-b317-efecab985408',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.446653] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b310df0-27a7-4ef5-b317-efecab985408 [ 965.447466] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.447466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.447466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.447466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.447466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.447466] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b310df0-27a7-4ef5-b317-efecab985408 already deleted. [ 965.448100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b310df0-27a7-4ef5-b317-efecab985408" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.852235] env[70476]: INFO networking_nsxv3.common.synchronization [None req-56e18d3d-94fd-4ebb-ae32-3760c854bee4 None None] Enqueued Resource ID: 0a8cb5ff-ceb2-46d3-8b93-549a48e3d88e with Priority: HIGHEST for action port [ 965.852733] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8cb5ff-ceb2-46d3-8b93-549a48e3d88e with Priority: HIGHEST for action port [ 965.853054] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a8cb5ff-ceb2-46d3-8b93-549a48e3d88e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.853198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a8cb5ff-ceb2-46d3-8b93-549a48e3d88e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.853265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a8cb5ff-ceb2-46d3-8b93-549a48e3d88e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.853525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a8cb5ff-ceb2-46d3-8b93-549a48e3d88e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.853611] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a8cb5ff-ceb2-46d3-8b93-549a48e3d88e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.967026] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: SUCCESS [ 965.967026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.967026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.967026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.967026] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.967026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.967026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.967026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.967026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.967026] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.113727] env[70476]: INFO networking_nsxv3.common.synchronization [None req-a33768a0-c3b9-435e-b353-db046b1b7b2e tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_rules [ 966.114350] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_rules [ 966.114571] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.114691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.114755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.115018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.117252] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.209772] env[70476]: INFO networking_nsxv3.common.synchronization [None req-1f46a24c-eb07-4abe-a75a-a6892f55f833 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_rules [ 966.209772] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_rules [ 966.209772] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.209772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.356942] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a8cb5ff-ceb2-46d3-8b93-549a48e3d88e [ 966.357225] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.357342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.357407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.357642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.357732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.359019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a8cb5ff-ceb2-46d3-8b93-549a48e3d88e already deleted. [ 966.359019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a8cb5ff-ceb2-46d3-8b93-549a48e3d88e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.404775] env[70476]: INFO networking_nsxv3.common.synchronization [req-196fca50-7563-40cb-8b5d-9b42e5b8105f req-533e4daf-e423-46f6-95f1-7f23fcb57172 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 966.405333] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 966.406517] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.406517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.406517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.406517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.407055] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.407055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.407155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.407389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.407489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.407627] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.469970] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.637775] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.638504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.638504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.638504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.638504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.638504] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 already deleted. [ 966.638504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.638817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.638817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.638817] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.733327] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.733639] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.733639] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.733912] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.734198] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.734354] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.734472] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.734690] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.734831] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.735537] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.735718] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.735841] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.735953] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.736104] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.736216] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.736356] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.753827] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.753995] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 966.754175] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.754412] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.754732] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-feff66ee-ae11-4919-9136-00d811d9ad98 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.754903] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-feff66ee-ae11-4919-9136-00d811d9ad98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.755040] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-feff66ee-ae11-4919-9136-00d811d9ad98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.755406] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-feff66ee-ae11-4919-9136-00d811d9ad98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.755552] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feff66ee-ae11-4919-9136-00d811d9ad98',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.874981] env[70476]: INFO networking_nsxv3.common.synchronization [None req-1c6efb6d-f564-480f-93f9-f36da86ba3d9 None None] Enqueued Resource ID: 6dde33c0-d570-4e12-a519-4ee5ea98be33 with Priority: HIGHEST for action port [ 966.875942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dde33c0-d570-4e12-a519-4ee5ea98be33 with Priority: HIGHEST for action port [ 966.876455] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dde33c0-d570-4e12-a519-4ee5ea98be33 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.876597] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dde33c0-d570-4e12-a519-4ee5ea98be33" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.876665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dde33c0-d570-4e12-a519-4ee5ea98be33" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.876922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dde33c0-d570-4e12-a519-4ee5ea98be33" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.877022] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dde33c0-d570-4e12-a519-4ee5ea98be33',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.914939] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.914939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.914939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.914939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.914939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.914939] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.914939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.914939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.914939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.914939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.914939] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 966.944822] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.944822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.944822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.944822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.944822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.955698] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 966.976123] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.159212] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.159411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.159510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.159746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.159868] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.159997] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 already deleted. [ 967.160102] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.259137] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.259379] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.259576] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.259773] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.260014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.260092] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port feff66ee-ae11-4919-9136-00d811d9ad98 not found, creating... [ 967.260361] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.260546] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.260669] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.260890] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.261043] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.261369] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.261487] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.261610] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.261821] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.261949] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.262114] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: feff66ee-ae11-4919-9136-00d811d9ad98 is going to be created. [ 967.284105] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.284669] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.284669] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.286210] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.286210] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.286210] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-feff66ee-ae11-4919-9136-00d811d9ad98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.381678] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dde33c0-d570-4e12-a519-4ee5ea98be33 [ 967.381810] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.381952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.382037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.382411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.382411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.382517] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dde33c0-d570-4e12-a519-4ee5ea98be33 already deleted. [ 967.382517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dde33c0-d570-4e12-a519-4ee5ea98be33" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.475784] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.475784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.475784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.475784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.476341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.476341] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed6efc42-4a94-49be-99dd-aab0488920b1 is going to be updated. [ 967.501540] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.501682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.501682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.501864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.502089] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.511245] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: IN_PROGRESS for 2s [ 968.041283] env[70476]: INFO networking_nsxv3.common.synchronization [req-196fca50-7563-40cb-8b5d-9b42e5b8105f req-a6854e58-a609-43b2-a8be-38ef59a737a6 service nova] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_rules [ 968.041283] env[70476]: INFO networking_nsxv3.common.synchronization [req-196fca50-7563-40cb-8b5d-9b42e5b8105f req-a6854e58-a609-43b2-a8be-38ef59a737a6 service nova] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 968.041283] env[70476]: INFO networking_nsxv3.common.synchronization [req-196fca50-7563-40cb-8b5d-9b42e5b8105f req-a6854e58-a609-43b2-a8be-38ef59a737a6 service nova] Enqueued Resource ID: feff66ee-ae11-4919-9136-00d811d9ad98 with Priority: HIGHEST for action port [ 968.041283] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_rules [ 968.041283] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 968.041283] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feff66ee-ae11-4919-9136-00d811d9ad98 with Priority: HIGHEST for action port [ 968.041283] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.041283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.041283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.044246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.044246] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.044389] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.045048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.045048] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-feff66ee-ae11-4919-9136-00d811d9ad98 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.045048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feff66ee-ae11-4919-9136-00d811d9ad98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.045048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feff66ee-ae11-4919-9136-00d811d9ad98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.045048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feff66ee-ae11-4919-9136-00d811d9ad98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.045048] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feff66ee-ae11-4919-9136-00d811d9ad98',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.550022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.550022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.550022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feff66ee-ae11-4919-9136-00d811d9ad98 with status ACTIVE [ 968.550022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.550022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.550022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.550022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.550022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.550022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.550022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.550022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.550022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.550022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.550022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.550786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.550786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.550786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.550786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.551462] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feff66ee-ae11-4919-9136-00d811d9ad98 is going to be updated. [ 968.574801] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.576227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.576227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.576227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.576227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.576227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feff66ee-ae11-4919-9136-00d811d9ad98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.730369] env[70476]: INFO networking_nsxv3.common.synchronization [None req-b9cc9641-ddd5-4da9-8ce5-a15ca95e8df0 None None] Enqueued Resource ID: afca8769-9684-45db-a4d2-3addffdfc009 with Priority: HIGHEST for action port [ 968.732070] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afca8769-9684-45db-a4d2-3addffdfc009 with Priority: HIGHEST for action port [ 968.732070] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-afca8769-9684-45db-a4d2-3addffdfc009 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.732070] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afca8769-9684-45db-a4d2-3addffdfc009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.732070] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afca8769-9684-45db-a4d2-3addffdfc009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.733135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afca8769-9684-45db-a4d2-3addffdfc009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.733410] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afca8769-9684-45db-a4d2-3addffdfc009',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.938195] env[70476]: INFO networking_nsxv3.common.synchronization [req-5289d515-5250-481c-8b83-e5761119d89c req-ee800e34-56dc-4422-8bff-cb9a67342af1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Enqueued Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGHEST for action security_group_members [ 968.938791] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGHEST for action security_group_members [ 968.939114] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b883d128-b7c4-4c47-9b5f-b3b92239f43d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.939240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.939308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.939554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.939711] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.939811] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.939875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.940348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.940479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.940579] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b883d128-b7c4-4c47-9b5f-b3b92239f43d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.968600] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 968.968648] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec deletion is rescheduled due to dependency. [ 968.968766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.969215] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.969392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.969793] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.969793] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.969793] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.969935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.969962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.970072] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.238696] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afca8769-9684-45db-a4d2-3addffdfc009 [ 969.239714] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.239714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.239714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.239962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.239998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.240174] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afca8769-9684-45db-a4d2-3addffdfc009 already deleted. [ 969.240235] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afca8769-9684-45db-a4d2-3addffdfc009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.300174] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.300448] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.300501] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.300952] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.301067] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.302129] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.302129] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.302129] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.302129] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.302129] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.302387] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.302416] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.302598] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.302667] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.302791] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.302873] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.326282] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.326499] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.326656] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.326912] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.327265] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-f23752e4-92e9-4903-841d-3b1bf765412e taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.327499] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-f23752e4-92e9-4903-841d-3b1bf765412e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.327623] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-f23752e4-92e9-4903-841d-3b1bf765412e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.328038] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-f23752e4-92e9-4903-841d-3b1bf765412e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.328222] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f23752e4-92e9-4903-841d-3b1bf765412e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.442680] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.443575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.443676] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.443905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.444011] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.444280] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.444351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.444417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.444586] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.444666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.444757] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d already deleted. [ 969.444839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.472388] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.519757] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: SUCCESS [ 969.519993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.520161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.520369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.520557] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.520672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.520735] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.520884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.520966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.521063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.521155] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.832031] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.832031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.832031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.832031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.832031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.832031] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port f23752e4-92e9-4903-841d-3b1bf765412e not found, creating... [ 969.832031] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.832426] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.832426] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.832548] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.832694] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.832985] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.833165] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.833289] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.833876] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.833876] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.833876] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: f23752e4-92e9-4903-841d-3b1bf765412e is going to be created. [ 969.852589] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.852868] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.853045] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.853405] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.853668] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.853923] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-f23752e4-92e9-4903-841d-3b1bf765412e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.976575] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.023339] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.023488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.023559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.023766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.023936] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.024046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.024109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.024257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.024342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.024428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.024571] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.024849] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.024849] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.024849] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.024972] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.025070] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.025129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.025313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.025398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.025478] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.025563] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.478486] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.478772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.478772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.478926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.479417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.479417] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 970.507136] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.507276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.507342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.507545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.507686] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.515920] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 970.528688] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed6efc42-4a94-49be-99dd-aab0488920b1: rpc.has_security_group_logging(os_id): False [ 970.532042] env[70476]: INFO networking_nsxv3.common.synchronization [req-5289d515-5250-481c-8b83-e5761119d89c req-ab7ca91a-ee81-4438-8558-2b089219e884 service nova] Enqueued Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGHEST for action security_group_rules [ 970.532378] env[70476]: INFO networking_nsxv3.common.synchronization [req-5289d515-5250-481c-8b83-e5761119d89c req-ab7ca91a-ee81-4438-8558-2b089219e884 service nova] Enqueued Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGHEST for action security_group_members [ 970.532378] env[70476]: INFO networking_nsxv3.common.synchronization [req-5289d515-5250-481c-8b83-e5761119d89c req-ab7ca91a-ee81-4438-8558-2b089219e884 service nova] Enqueued Resource ID: f23752e4-92e9-4903-841d-3b1bf765412e with Priority: HIGHEST for action port [ 970.532619] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGHEST for action security_group_rules [ 970.532766] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGHEST for action security_group_members [ 970.532882] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23752e4-92e9-4903-841d-3b1bf765412e with Priority: HIGHEST for action port [ 970.533508] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.533662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.533737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.533963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.534071] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b883d128-b7c4-4c47-9b5f-b3b92239f43d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.535577] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b883d128-b7c4-4c47-9b5f-b3b92239f43d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.535748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.535840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.536055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.536306] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.536423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.536464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.536692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.536842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.536965] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b883d128-b7c4-4c47-9b5f-b3b92239f43d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.537801] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f23752e4-92e9-4903-841d-3b1bf765412e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.537900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f23752e4-92e9-4903-841d-3b1bf765412e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.538095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f23752e4-92e9-4903-841d-3b1bf765412e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.538324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f23752e4-92e9-4903-841d-3b1bf765412e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.538438] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f23752e4-92e9-4903-841d-3b1bf765412e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.544013] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.544147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.544240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.544436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.545455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.545886] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.546052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.546368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.549858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.549858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.549858] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.549858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.549858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.549858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.549858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.550188] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.550233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.550329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.550503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.550618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.550709] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed6efc42-4a94-49be-99dd-aab0488920b1 is going to be updated. [ 970.612923] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.614870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.614870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.614870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.614870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.626171] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: IN_PROGRESS for 2s [ 971.040884] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b883d128-b7c4-4c47-9b5f-b3b92239f43d taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.040884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.044283] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b883d128-b7c4-4c47-9b5f-b3b92239f43d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.045827] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f23752e4-92e9-4903-841d-3b1bf765412e with status ACTIVE [ 971.047480] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.047695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.047958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.048311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.049402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.049402] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.049402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.049402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.049402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.049402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.049717] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.049800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.049998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.050230] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.050427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.050561] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f23752e4-92e9-4903-841d-3b1bf765412e is going to be updated. [ 971.070620] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.070808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.070921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.071180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.071545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.071615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f23752e4-92e9-4903-841d-3b1bf765412e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.554469] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b883d128-b7c4-4c47-9b5f-b3b92239f43d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.786903] env[70476]: INFO networking_nsxv3.common.synchronization [req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 req-3dbcfe91-a4c4-45b7-b566-a93b492843b2 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 971.787427] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 971.787810] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.787996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.788080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.788808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.788808] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.788808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.788808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.788808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.789023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.789023] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.055955] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.056112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.056184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.056416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.056509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.056592] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d is going to be created. [ 972.079141] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.079361] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.079467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.080244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.080457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.089860] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d in Status: UNINITIALIZED for 2s [ 972.291823] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.406559] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.406741] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.407145] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.407254] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.407571] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.407760] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.407873] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.408120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.408349] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.408548] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.408914] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.408914] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.408914] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.409038] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.409107] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.409238] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.426964] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.427205] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 972.427356] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.427538] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.427859] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-c59f056a-674f-41d3-9abd-73fcbafa6427 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.428034] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-c59f056a-674f-41d3-9abd-73fcbafa6427" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.428158] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-c59f056a-674f-41d3-9abd-73fcbafa6427" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.428753] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-c59f056a-674f-41d3-9abd-73fcbafa6427" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.428923] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c59f056a-674f-41d3-9abd-73fcbafa6427',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.528424] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 972.528635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.528782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.529681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.529681] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.529681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.529681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.529681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.529681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.529681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.529937] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.641492] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: SUCCESS [ 972.641947] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.796209] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.931407] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.931749] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.931749] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.932044] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.932185] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.932338] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port c59f056a-674f-41d3-9abd-73fcbafa6427 not found, creating... [ 972.933246] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.933246] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.933246] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.933246] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.933535] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.934631] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.934631] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.934631] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.936397] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.936578] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.936731] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: c59f056a-674f-41d3-9abd-73fcbafa6427 is going to be created. [ 972.959823] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.959823] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.959823] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.959823] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.959823] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.959823] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-c59f056a-674f-41d3-9abd-73fcbafa6427" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.032544] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.032544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.032544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.032745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.035031] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.035031] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.035031] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.035031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.035031] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.298343] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.298512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.298574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.300117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.300316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.300440] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 973.329538] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.329907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.329907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.330132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.330132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.349273] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 973.503114] env[70476]: INFO networking_nsxv3.common.synchronization [req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 req-c13174d6-0b92-469f-973b-352735f084e9 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 973.503668] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 973.503975] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.504114] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.504184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.504379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.504535] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.504633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.504698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.506020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.507243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.507243] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.537838] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec: rpc.has_security_group_logging(os_id): False [ 973.559588] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.559874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.560201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.560376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.561278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.563631] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.563828] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.563936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.564211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.565019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.565019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.565019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.565019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.565019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.565019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.565281] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.565850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.565961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.566270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.566333] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.566526] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 973.637248] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.637404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.637477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.637681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.637832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.652314] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 974.011020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.011020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.011020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.011020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.011020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.011020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.011020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.011020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.011020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.011020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.011020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be deleted. [ 974.039801] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.039801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.039801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.039801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.039801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.039801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.084285] env[70476]: INFO networking_nsxv3.common.synchronization [req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 req-261c1940-950d-482b-a92d-9d2e3ad8f3cd service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 974.084285] env[70476]: INFO networking_nsxv3.common.synchronization [req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 req-261c1940-950d-482b-a92d-9d2e3ad8f3cd service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 974.084285] env[70476]: INFO networking_nsxv3.common.synchronization [req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 req-261c1940-950d-482b-a92d-9d2e3ad8f3cd service nova] Enqueued Resource ID: c59f056a-674f-41d3-9abd-73fcbafa6427 with Priority: HIGHEST for action port [ 974.084285] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 974.084285] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 974.084285] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c59f056a-674f-41d3-9abd-73fcbafa6427 with Priority: HIGHEST for action port [ 974.084285] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.084285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.084285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.084285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.085054] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.086023] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.086312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.086623] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c59f056a-674f-41d3-9abd-73fcbafa6427 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.086847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c59f056a-674f-41d3-9abd-73fcbafa6427" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.086986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c59f056a-674f-41d3-9abd-73fcbafa6427" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.087241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c59f056a-674f-41d3-9abd-73fcbafa6427" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.087410] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c59f056a-674f-41d3-9abd-73fcbafa6427',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.098963] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d in Status: SUCCESS [ 974.103029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.103029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.103029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.103029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.103029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.103029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.103029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.103029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.103029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.103029] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b883d128-b7c4-4c47-9b5f-b3b92239f43d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.169910] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.170117] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.170247] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.170512] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.170774] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.170932] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.171063] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.171283] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.171440] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.171645] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.171757] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.171866] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.171973] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.172094] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.172199] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.172330] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.189972] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.190154] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 974.190306] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.190489] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.191846] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-2e7264b5-404d-4154-bca1-6b09acbffe05 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.192074] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-2e7264b5-404d-4154-bca1-6b09acbffe05" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.192213] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-2e7264b5-404d-4154-bca1-6b09acbffe05" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.192819] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-2e7264b5-404d-4154-bca1-6b09acbffe05" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.192819] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e7264b5-404d-4154-bca1-6b09acbffe05',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.589847] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.590024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.590227] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c59f056a-674f-41d3-9abd-73fcbafa6427 with status ACTIVE [ 974.590409] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.590518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.590606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.590860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.590935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.591112] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.591210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.591265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.591450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.591535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.591721] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.591837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.591878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.592044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.592149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.592214] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c59f056a-674f-41d3-9abd-73fcbafa6427 is going to be updated. [ 974.605551] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b883d128-b7c4-4c47-9b5f-b3b92239f43d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.615606] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.615772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.615844] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.616113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.616306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.617243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c59f056a-674f-41d3-9abd-73fcbafa6427" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.695212] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.695573] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.695677] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.696021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.696200] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.696376] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 2e7264b5-404d-4154-bca1-6b09acbffe05 not found, creating... [ 974.696747] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.696930] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.697067] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.697363] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.697514] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.700343] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.700581] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.700716] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.701388] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.701557] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.701730] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 2e7264b5-404d-4154-bca1-6b09acbffe05 is going to be created. [ 974.737014] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.737391] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.737535] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.738534] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.738787] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.739300] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-2e7264b5-404d-4154-bca1-6b09acbffe05" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.110297] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b883d128-b7c4-4c47-9b5f-b3b92239f43d: rpc.has_security_group_logging(os_id): False [ 975.127305] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.127603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.127698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.128079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.128374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.128763] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.128879] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.128960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.129142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.129232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.129315] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d is going to be created. [ 975.138607] env[70476]: INFO networking_nsxv3.common.synchronization [req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e req-d1408963-9518-4bcf-8b5c-f7cc5fc61ae1 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 975.139127] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 975.139435] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.139556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.139619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.139811] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.139961] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.140068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.140126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.140272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.140356] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.140447] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.185861] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.186026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.186026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.186336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.186619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.197676] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d in Status: IN_PROGRESS for 2s [ 975.363789] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 975.363789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.363789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.363789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.363789] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.363789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.363789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.363789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.363789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.363789] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.621833] env[70476]: INFO networking_nsxv3.common.synchronization [req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 req-86c99dda-795e-41b3-92b0-062783354ad9 service nova] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_rules [ 975.622012] env[70476]: INFO networking_nsxv3.common.synchronization [req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 req-86c99dda-795e-41b3-92b0-062783354ad9 service nova] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 975.622163] env[70476]: INFO networking_nsxv3.common.synchronization [req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 req-86c99dda-795e-41b3-92b0-062783354ad9 service nova] Enqueued Resource ID: 2e7264b5-404d-4154-bca1-6b09acbffe05 with Priority: HIGHEST for action port [ 975.622402] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_rules [ 975.622529] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 975.622623] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7264b5-404d-4154-bca1-6b09acbffe05 with Priority: HIGHEST for action port [ 975.623498] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.623660] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.623749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.623976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.624101] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.625296] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.625457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.625675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.625766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.625920] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.626160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.626160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.626238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.626307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.626392] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.627384] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e7264b5-404d-4154-bca1-6b09acbffe05 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.627485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e7264b5-404d-4154-bca1-6b09acbffe05" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.627551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e7264b5-404d-4154-bca1-6b09acbffe05" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.627700] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e7264b5-404d-4154-bca1-6b09acbffe05" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.627780] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e7264b5-404d-4154-bca1-6b09acbffe05',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.645829] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.653287] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.653509] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-146" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.653638] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-146" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.653902] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-146" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.654829] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.655029] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.655162] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.655400] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.655601] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.655812] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.655931] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.658039] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.658039] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.658039] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.658039] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.658039] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.673797] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 975.674028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.677940] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.678124] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 975.678267] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.678446] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-146" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.678756] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-c71fd039-9fc8-44a3-8801-664b414a1794 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.678919] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.680031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.680031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.680031] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c71fd039-9fc8-44a3-8801-664b414a1794',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.867855] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.134779] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.134779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.134779] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e7264b5-404d-4154-bca1-6b09acbffe05 with status ACTIVE [ 976.134779] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.134779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.134779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.134779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.134779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.134779] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.134779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.134779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.134779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.134779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.134779] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.135523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.135523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.135523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.135523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.136258] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e7264b5-404d-4154-bca1-6b09acbffe05 is going to be updated. [ 976.138535] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.148739] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.161989] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.162549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.162549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.162549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.162549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.162791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e7264b5-404d-4154-bca1-6b09acbffe05" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.172605] env[70476]: INFO networking_nsxv3.common.synchronization [req-13350d0a-6487-4fbe-a882-f9d80050a5ad req-01e4a1f4-93bb-4f39-ac79-a843564e2f6a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 976.173749] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 976.174567] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.174844] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.174844] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.175106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.175282] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.175602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.175713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.175903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.175995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.176124] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.182742] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.183297] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.183642] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.183899] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.184064] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.184225] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port c71fd039-9fc8-44a3-8801-664b414a1794 not found, creating... [ 976.184932] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.184932] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.184932] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.185203] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.185349] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.185706] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.185878] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.185978] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.186216] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.186352] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.186570] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: c71fd039-9fc8-44a3-8801-664b414a1794 is going to be created. [ 976.227232] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.227459] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.227599] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.228085] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.228155] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.228355] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.370473] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.570534] env[70476]: INFO networking_nsxv3.common.synchronization [None req-1cd107e5-7b61-4153-b6d3-9cfc9532ce1b None None] Enqueued Resource ID: d0f22214-38f9-40c3-9919-7c0007519dba with Priority: HIGHEST for action port [ 976.570930] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f22214-38f9-40c3-9919-7c0007519dba with Priority: HIGHEST for action port [ 976.571465] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f22214-38f9-40c3-9919-7c0007519dba taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.571609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f22214-38f9-40c3-9919-7c0007519dba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.571714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f22214-38f9-40c3-9919-7c0007519dba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.571979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f22214-38f9-40c3-9919-7c0007519dba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.572722] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f22214-38f9-40c3-9919-7c0007519dba',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.641014] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.651267] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.651807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.651935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.652184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.652362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.652418] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 976.679217] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.679405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.679405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.679629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.679824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.680864] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.689632] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 976.873280] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.873615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.873615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.874104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.874218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.874320] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 976.902206] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.902206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.902206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.902206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.902206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.911042] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 977.077293] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0f22214-38f9-40c3-9919-7c0007519dba [ 977.077293] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.077433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.077544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.077729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.077916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.078024] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0f22214-38f9-40c3-9919-7c0007519dba already deleted. [ 977.078024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f22214-38f9-40c3-9919-7c0007519dba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.146651] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.146651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.146651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.146651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.146651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.146651] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be created. [ 977.168440] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.168616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.168693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.168920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.170257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.179837] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: UNINITIALIZED for 2s [ 977.184772] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.213480] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d in Status: SUCCESS [ 977.214182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.341457] env[70476]: INFO networking_nsxv3.common.synchronization [req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e req-abeeb81d-dcd1-4a0c-8223-916cf4a21286 service nova] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_rules [ 977.341927] env[70476]: INFO networking_nsxv3.common.synchronization [req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e req-abeeb81d-dcd1-4a0c-8223-916cf4a21286 service nova] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 977.342307] env[70476]: INFO networking_nsxv3.common.synchronization [req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e req-abeeb81d-dcd1-4a0c-8223-916cf4a21286 service nova] Enqueued Resource ID: c71fd039-9fc8-44a3-8801-664b414a1794 with Priority: HIGHEST for action port [ 977.343027] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_rules [ 977.343190] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 977.343460] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71fd039-9fc8-44a3-8801-664b414a1794 with Priority: HIGHEST for action port [ 977.344447] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.344578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.344715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.345081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.345301] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.346345] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.347887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.347887] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c71fd039-9fc8-44a3-8801-664b414a1794 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.347887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.347887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.347887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.347887] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c71fd039-9fc8-44a3-8801-664b414a1794',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.691580] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.691742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.691824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.692039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.692134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.692238] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 977.719919] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.720158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.720238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.721095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.721095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.729064] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 977.766767] env[70476]: INFO networking_nsxv3.common.synchronization [req-0a885c54-78f9-460b-9da0-48bc29d8b357 req-4909f144-2556-4703-9b95-f3fff73dd8af tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Enqueued Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_members [ 977.767276] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 with Priority: HIGHEST for action security_group_members [ 977.767963] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.767963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.767963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.768167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.768311] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.768455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.769479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.769479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.769479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.769615] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.850643] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.850791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.852142] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c71fd039-9fc8-44a3-8801-664b414a1794 with status ACTIVE [ 977.852337] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.852461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.852527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.852736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.852825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.852995] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.853116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.853177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.853340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.853422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.854286] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.854571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.854571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.854714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.854837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.855116] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c71fd039-9fc8-44a3-8801-664b414a1794 is going to be updated. [ 977.876183] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.876183] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.876183] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.876183] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.876532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.876532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.009538] env[70476]: INFO networking_nsxv3.common.synchronization [req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc req-2363dc31-87c0-4382-a5df-2814341dc44e tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Enqueued Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_members [ 978.010131] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_members [ 978.010446] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.010563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.010868] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.010941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.011661] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.011784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.011979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.012044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.012126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.012192] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.183336] env[70476]: INFO networking_nsxv3.common.synchronization [None req-06bfa59d-37ab-44f6-b63c-abb8c8886f77 None None] Enqueued Resource ID: 5e1f9202-9aa0-46d2-ae50-6bf84edba180 with Priority: HIGHEST for action port [ 978.183336] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1f9202-9aa0-46d2-ae50-6bf84edba180 with Priority: HIGHEST for action port [ 978.183821] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e1f9202-9aa0-46d2-ae50-6bf84edba180 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.183929] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e1f9202-9aa0-46d2-ae50-6bf84edba180" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.183996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e1f9202-9aa0-46d2-ae50-6bf84edba180" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.184389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e1f9202-9aa0-46d2-ae50-6bf84edba180" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.184696] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1f9202-9aa0-46d2-ae50-6bf84edba180',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.273816] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.273816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.273816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.273816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.273816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.273816] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.273816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.273816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.273816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.273816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.273816] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 is going to be updated. [ 978.320318] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.320318] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.320318] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.320318] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.320318] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.330368] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: IN_PROGRESS for 2s [ 978.419155] env[70476]: INFO networking_nsxv3.common.synchronization [None req-3a2b9b77-af85-4662-a655-6835aee3b3b6 None None] Enqueued Resource ID: a4f6e9a0-1aeb-4a31-ac43-ff21ecca4241 with Priority: HIGHEST for action port [ 978.419871] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f6e9a0-1aeb-4a31-ac43-ff21ecca4241 with Priority: HIGHEST for action port [ 978.420305] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4f6e9a0-1aeb-4a31-ac43-ff21ecca4241 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.420502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4f6e9a0-1aeb-4a31-ac43-ff21ecca4241" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.420574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4f6e9a0-1aeb-4a31-ac43-ff21ecca4241" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.420932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4f6e9a0-1aeb-4a31-ac43-ff21ecca4241" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.421070] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f6e9a0-1aeb-4a31-ac43-ff21ecca4241',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.514483] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.514661] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.514709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.514926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.515025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.515272] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.515689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.515985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.516213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.516328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.516420] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 already deleted. [ 978.516509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.688375] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e1f9202-9aa0-46d2-ae50-6bf84edba180 [ 978.688375] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.688375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.688375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.688375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.688375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.688375] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e1f9202-9aa0-46d2-ae50-6bf84edba180 already deleted. [ 978.688375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e1f9202-9aa0-46d2-ae50-6bf84edba180" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.700833] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 978.701061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.701278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.702042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.702228] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.702349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.702416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.702609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.702753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.702968] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.705217] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.706071] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-282" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.706071] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-282" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.706071] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-282" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.706407] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.706407] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.706407] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.706666] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.707047] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.707047] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.708900] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.708975] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.709068] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.711889] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.711889] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.711889] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.731257] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.731386] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.731532] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.731728] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-282" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.732071] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-37de88a3-bcb1-4607-beae-f53a14d3d2ee taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.732338] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-37de88a3-bcb1-4607-beae-f53a14d3d2ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.732405] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-37de88a3-bcb1-4607-beae-f53a14d3d2ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.732724] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-37de88a3-bcb1-4607-beae-f53a14d3d2ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.732875] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37de88a3-bcb1-4607-beae-f53a14d3d2ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.921728] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 978.922084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.922150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.922359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.922549] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.922669] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.922750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.922921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.923030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.923099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.923243] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.925084] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4f6e9a0-1aeb-4a31-ac43-ff21ecca4241 [ 978.928212] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.928212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.928212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.928212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.928212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.928212] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4f6e9a0-1aeb-4a31-ac43-ff21ecca4241 already deleted. [ 978.928212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4f6e9a0-1aeb-4a31-ac43-ff21ecca4241" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.038282] env[70476]: INFO networking_nsxv3.common.synchronization [req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 req-c83d97f6-d6c4-4e2d-a680-edc958679c94 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Enqueued Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 979.041098] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 979.041098] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.041098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.041098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.041098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.041098] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.041098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.041098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.041098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.041098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.041569] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.194084] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 979.194084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.194084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.194084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.194084] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.194084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.194084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.194084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.194084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.194084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.194084] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.216936] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.239479] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.239695] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.239847] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.240173] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.240370] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.240607] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 37de88a3-bcb1-4607-beae-f53a14d3d2ee not found, creating... [ 979.240956] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.242016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.242016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.242016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.242016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.242248] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.242364] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.242535] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.242872] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.243226] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.243286] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 37de88a3-bcb1-4607-beae-f53a14d3d2ee is going to be created. [ 979.281281] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.281281] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.281281] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.281281] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.281281] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.281281] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-37de88a3-bcb1-4607-beae-f53a14d3d2ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.427996] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.427996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.427996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.427996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.427996] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.427996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.427996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.428369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.428369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.428369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.428472] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.429206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.429206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.429206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.429206] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.429206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.429206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.429723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.429723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.429723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.429723] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.544014] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.696889] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.697112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.697196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.697443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.697753] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.697753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.697896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.698042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.698302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.698422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.698594] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.698697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.698759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.698939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.699123] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.699377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.699479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.699658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.699776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.699926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.700084] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.714689] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.739305] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 979.739526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.932063] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c03b28-e972-40c2-adc4-f03091e2dd82: rpc.has_security_group_logging(os_id): False [ 979.949037] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.949178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.949238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.949454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.949551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.949779] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.949883] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.949940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.950143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.950213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.950408] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.950512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.950566] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.950683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.950760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.950948] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.951110] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.951177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.951322] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.952117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.952271] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 980.018424] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.018625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.018625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.018785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.018944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.031968] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 980.046562] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.147010] env[70476]: INFO networking_nsxv3.common.synchronization [req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc req-deba2596-e550-4f36-a957-278a069cdb41 service nova] Enqueued Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_rules [ 980.147205] env[70476]: INFO networking_nsxv3.common.synchronization [req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc req-deba2596-e550-4f36-a957-278a069cdb41 service nova] Enqueued Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_members [ 980.147388] env[70476]: INFO networking_nsxv3.common.synchronization [req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc req-deba2596-e550-4f36-a957-278a069cdb41 service nova] Enqueued Resource ID: 37de88a3-bcb1-4607-beae-f53a14d3d2ee with Priority: HIGHEST for action port [ 980.147561] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_rules [ 980.147687] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_members [ 980.147818] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37de88a3-bcb1-4607-beae-f53a14d3d2ee with Priority: HIGHEST for action port [ 980.151393] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.151533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.151621] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.151836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.151938] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.153159] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.156154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.156154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.156154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.156154] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.156154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.156154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.156154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.156154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.156154] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.156154] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-37de88a3-bcb1-4607-beae-f53a14d3d2ee taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.156154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37de88a3-bcb1-4607-beae-f53a14d3d2ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.156154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37de88a3-bcb1-4607-beae-f53a14d3d2ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.156154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37de88a3-bcb1-4607-beae-f53a14d3d2ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.156154] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37de88a3-bcb1-4607-beae-f53a14d3d2ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.199331] env[70476]: INFO networking_nsxv3.common.synchronization [None req-58f62b0b-4155-44bd-b7e1-d2e6b820eba5 None None] Enqueued Resource ID: d6d619cb-3e26-4dca-a113-6fbd443e96bc with Priority: HIGHEST for action port [ 980.201913] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d619cb-3e26-4dca-a113-6fbd443e96bc with Priority: HIGHEST for action port [ 980.202223] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667f6e54-8506-4e7a-843a-6b649c4b063c: rpc.has_security_group_logging(os_id): False [ 980.203326] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6d619cb-3e26-4dca-a113-6fbd443e96bc taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.203449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6d619cb-3e26-4dca-a113-6fbd443e96bc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.203539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6d619cb-3e26-4dca-a113-6fbd443e96bc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.203800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6d619cb-3e26-4dca-a113-6fbd443e96bc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.203902] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d619cb-3e26-4dca-a113-6fbd443e96bc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.219636] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.219796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.219857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.220068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.220155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.220252] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 980.232496] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.232697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.232697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.232920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.233030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.233243] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.233343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.233403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.233583] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.233662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.233894] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.233975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.234035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.234189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.234259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.234635] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.234635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.234635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.234859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.234859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.234960] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be created. [ 980.254561] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.254561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.254561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.255156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.255156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.263175] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 980.316267] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.316267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.316267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.316267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.316267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.332896] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 980.341585] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 in Status: SUCCESS [ 980.342291] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28 deletion is rescheduled due to dependency. [ 980.342291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.551548] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.551728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.551771] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.551984] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.552091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.552203] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed6efc42-4a94-49be-99dd-aab0488920b1 is going to be updated. [ 980.561196] env[70476]: INFO networking_nsxv3.common.synchronization [req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc req-cd784808-1e04-4bae-9da5-a435d31c1e8d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 980.561686] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 980.561986] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.562125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.562203] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.563346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.563346] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.563346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.563346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.563346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.563346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.563346] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.582704] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.583359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.583359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.583359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.583359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.594456] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: IN_PROGRESS for 2s [ 980.657380] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.657544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.660662] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37de88a3-bcb1-4607-beae-f53a14d3d2ee with status ACTIVE [ 980.660920] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.661068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.661134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.661347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.661439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.661608] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.661706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.661758] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.661911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.661988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.662180] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.662273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.662330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.662472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.662545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.662626] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37de88a3-bcb1-4607-beae-f53a14d3d2ee is going to be updated. [ 980.663723] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.687524] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.687524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.687524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.687524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.687524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.687524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37de88a3-bcb1-4607-beae-f53a14d3d2ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.705744] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6d619cb-3e26-4dca-a113-6fbd443e96bc [ 980.705744] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.705905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.705940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.706169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.706242] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.706469] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6d619cb-3e26-4dca-a113-6fbd443e96bc already deleted. [ 980.706469] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6d619cb-3e26-4dca-a113-6fbd443e96bc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.886763] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.886763] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.886763] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.887655] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.887655] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.887655] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.887829] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.888040] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.888378] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.888689] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.888858] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.889015] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.889169] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.889314] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.889722] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.889722] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.909783] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.909953] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 980.910108] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.910950] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.910950] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-02a0630d-b653-4a03-bc9d-b9eada76b7d8 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.910950] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-02a0630d-b653-4a03-bc9d-b9eada76b7d8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.910950] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-02a0630d-b653-4a03-bc9d-b9eada76b7d8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.911289] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-02a0630d-b653-4a03-bc9d-b9eada76b7d8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.911356] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a0630d-b653-4a03-bc9d-b9eada76b7d8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.067140] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.067385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.067385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.067523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.067620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.067862] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.067935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.067993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.068130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.068210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.068299] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 981.096223] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.096370] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.096441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.096649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.096795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.104653] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 981.168488] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.413505] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.413830] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.413893] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.414210] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.414366] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.414536] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 02a0630d-b653-4a03-bc9d-b9eada76b7d8 not found, creating... [ 981.414900] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.415163] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.415316] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.415545] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.415810] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.416069] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.416238] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.416360] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.416583] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.416719] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.416914] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 02a0630d-b653-4a03-bc9d-b9eada76b7d8 is going to be created. [ 981.435846] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.436092] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.436226] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.436507] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.436743] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.437024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-02a0630d-b653-4a03-bc9d-b9eada76b7d8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.671520] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.671695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.671798] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.671959] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.672072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.672174] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 is going to be created. [ 981.694401] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.694842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.694922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.695157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.695330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.705059] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: UNINITIALIZED for 2s [ 982.048361] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 982.048361] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.275833] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 982.276147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.276380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.276750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.276920] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.277096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.277189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.279027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.279162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.279295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.279430] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.290033] env[70476]: INFO networking_nsxv3.common.synchronization [req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc req-eb721525-da87-4ae1-9ff4-da025de693f5 service nova] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_rules [ 982.290212] env[70476]: INFO networking_nsxv3.common.synchronization [req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc req-eb721525-da87-4ae1-9ff4-da025de693f5 service nova] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 982.290350] env[70476]: INFO networking_nsxv3.common.synchronization [req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc req-eb721525-da87-4ae1-9ff4-da025de693f5 service nova] Enqueued Resource ID: 02a0630d-b653-4a03-bc9d-b9eada76b7d8 with Priority: HIGHEST for action port [ 982.290575] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_rules [ 982.290700] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 982.290794] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a0630d-b653-4a03-bc9d-b9eada76b7d8 with Priority: HIGHEST for action port [ 982.291370] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.291485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.291549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.291747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.291827] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.298400] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.298400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.298400] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a0630d-b653-4a03-bc9d-b9eada76b7d8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.298400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a0630d-b653-4a03-bc9d-b9eada76b7d8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.298400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a0630d-b653-4a03-bc9d-b9eada76b7d8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.298400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a0630d-b653-4a03-bc9d-b9eada76b7d8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.298687] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a0630d-b653-4a03-bc9d-b9eada76b7d8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.347315] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 982.347315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.604526] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: SUCCESS [ 982.604762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.782892] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.782892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.782892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.782892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.782892] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.782892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.782892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.782892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.783350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.783350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.783350] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.783350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.783350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.783678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.783678] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.783772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.784320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.784320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.784320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.784320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.784320] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.799914] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.800073] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.800209] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a0630d-b653-4a03-bc9d-b9eada76b7d8 with status ACTIVE [ 982.800371] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.800474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.800541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.800726] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.800812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.800978] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.801084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.801143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.801289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.801366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.801619] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.801619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.801768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.801812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.801886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.801972] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a0630d-b653-4a03-bc9d-b9eada76b7d8 is going to be updated. [ 982.825382] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.825473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.825521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.825752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.825945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.826044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a0630d-b653-4a03-bc9d-b9eada76b7d8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.114974] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 983.115316] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a deletion is rescheduled due to dependency. [ 983.115509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.115780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.116103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.116399] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.116578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.116693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.117214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.117376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.117544] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.251100] env[70476]: INFO networking_nsxv3.common.synchronization [None req-d419a5d3-248b-4a65-bf81-7e10779191d6 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 983.251673] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 983.252527] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.252527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.252527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.252527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.252527] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.252905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.252905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.252905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.252905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.253086] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.288317] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98c2ddc4-dbce-4c17-9b2a-dd09be046305: rpc.has_security_group_logging(os_id): False [ 983.311135] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.311135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.311135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.311135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.311135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.311135] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.311135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.311135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.311135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.311135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.311135] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.311135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.311135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.311135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.311135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.311586] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.311586] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.311586] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.311586] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.311998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.312724] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 983.401387] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.401570] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.401921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.401967] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.402210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.418807] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 983.619925] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.716969] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: SUCCESS [ 983.717378] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.719036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.719036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.719036] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.719036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.719036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.719036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.719036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.719036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.719036] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.758447] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.124782] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.221464] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.264392] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.628514] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.628514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.628514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.628514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.628514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.629059] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 984.655751] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.655985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.656123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.656457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.656718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.666079] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 984.724334] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1abf3988-991a-43de-992f-0333a12c48e6: rpc.has_security_group_logging(os_id): False [ 984.742923] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.743124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.743181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.743353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.743441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.743691] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.743814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.743893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.744071] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.744166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.744257] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 is going to be created. [ 984.768211] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.768419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.768467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.768677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.768771] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.768867] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be updated. [ 984.797025] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.797186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.797259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.797486] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.797633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.808626] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.808762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.808839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.809097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.809282] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.810820] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 984.818769] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: IN_PROGRESS for 2s [ 985.433326] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 985.433568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.254937] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.255228] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.255228] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.255531] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.255728] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.255976] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.256072] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.256301] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.256444] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.256657] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.256771] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.256910] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.257037] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.257172] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.257269] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.257409] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.276331] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.276551] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.276653] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.276922] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.277302] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.277504] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.277617] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.278074] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.278176] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ca7f3e7-ed63-46b0-b0b5-d94015567ea1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.676408] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 986.676684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.676894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.677164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.677389] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.677634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.677634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.677772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.677880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.677972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.678093] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.781104] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.781333] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.781466] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.781754] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.781911] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.782088] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 not found, creating... [ 986.782355] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.782518] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.782638] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.782870] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.783031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.783364] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.783622] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.783917] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.784165] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.784286] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.784433] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 is going to be created. [ 986.804195] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.804421] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.804549] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.804839] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.805064] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.805296] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.821828] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 986.822111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.829243] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: SUCCESS [ 986.829462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.181035] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.181035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.181035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.181035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.181539] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.181539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.181539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.181539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.181539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.181802] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.181802] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.181932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.181932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.182055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.182199] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.182293] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.182449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.182625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.182625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.182625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.182754] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.447219] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ba59af8-e824-4c4f-99ba-11b6d4cda3f1 req-315b3a52-0348-4532-b515-479ca24965b0 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_members [ 987.447547] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ba59af8-e824-4c4f-99ba-11b6d4cda3f1 req-315b3a52-0348-4532-b515-479ca24965b0 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 987.447866] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_members [ 987.448030] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 987.448331] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f84fd305-33d8-4481-ad78-e3bae2e81faf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.448450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.448517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.448774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.448931] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.450588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.450825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.451044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.451151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.451251] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.452265] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.452450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.452926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.453091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.453231] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.453334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.453398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.453541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.453622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.453708] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.496110] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ba59af8-e824-4c4f-99ba-11b6d4cda3f1 req-315b3a52-0348-4532-b515-479ca24965b0 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_rules [ 987.496379] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ba59af8-e824-4c4f-99ba-11b6d4cda3f1 req-315b3a52-0348-4532-b515-479ca24965b0 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 987.496459] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ba59af8-e824-4c4f-99ba-11b6d4cda3f1 req-315b3a52-0348-4532-b515-479ca24965b0 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_rules [ 987.496578] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ba59af8-e824-4c4f-99ba-11b6d4cda3f1 req-315b3a52-0348-4532-b515-479ca24965b0 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_members [ 987.496708] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ba59af8-e824-4c4f-99ba-11b6d4cda3f1 req-315b3a52-0348-4532-b515-479ca24965b0 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: c71fd039-9fc8-44a3-8801-664b414a1794 with Priority: HIGHEST for action port [ 987.497242] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_rules [ 987.497373] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_rules [ 987.499083] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71fd039-9fc8-44a3-8801-664b414a1794 with Priority: HIGHEST for action port [ 987.499148] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 987.499239] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_members [ 987.499748] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.499873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.499938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.500150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.500231] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.501076] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f84fd305-33d8-4481-ad78-e3bae2e81faf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.501191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.501246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.501470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.501538] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.502254] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c71fd039-9fc8-44a3-8801-664b414a1794 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.502353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.502407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.502562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.502625] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c71fd039-9fc8-44a3-8801-664b414a1794',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.506066] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.506066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.506383] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f84fd305-33d8-4481-ad78-e3bae2e81faf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.506470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.513872] env[70476]: INFO networking_nsxv3.common.synchronization [req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 req-9c1c15e4-d590-4693-8a4d-b73dcff3f331 service nova] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_rules [ 987.514109] env[70476]: INFO networking_nsxv3.common.synchronization [req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 req-9c1c15e4-d590-4693-8a4d-b73dcff3f331 service nova] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 987.514344] env[70476]: INFO networking_nsxv3.common.synchronization [req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 req-9c1c15e4-d590-4693-8a4d-b73dcff3f331 service nova] Enqueued Resource ID: 5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 with Priority: HIGHEST for action port [ 987.514866] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_rules [ 987.515096] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 987.515301] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 with Priority: HIGHEST for action port [ 987.515768] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.515891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.516510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.516510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.516510] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.517249] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.517249] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.517249] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.517407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.517559] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.517683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.517725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.517838] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.517918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.517997] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.518729] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.518832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.518888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.519277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.519491] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ca7f3e7-ed63-46b0-b0b5-d94015567ea1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.685340] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c544ab7a-9c47-4928-be9b-dd9505a7bf7a: rpc.has_security_group_logging(os_id): False [ 987.702169] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.702317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.702481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.702635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.702929] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.702988] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.703079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.703112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.703272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.703352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.703532] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.703625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.703686] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.704048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.704164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.704400] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.704512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.704645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.704743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.704840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.704935] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 987.825052] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.825211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.825276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.825483] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.825635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.838207] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 987.955872] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.956866] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.008321] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.009095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.009448] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f84fd305-33d8-4481-ad78-e3bae2e81faf taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.009769] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.010238] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c71fd039-9fc8-44a3-8801-664b414a1794 with status ACTIVE [ 988.010419] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.010534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.010592] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.010795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.010890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.011067] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.011180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.011240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.011388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.011464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.011643] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.011783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.011783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.011914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.011984] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.012076] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c71fd039-9fc8-44a3-8801-664b414a1794 is going to be updated. [ 988.022026] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.023020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.023104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.024206] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 with status ACTIVE [ 988.024206] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.024206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.024206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.024533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.024533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.024533] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.024632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.024632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.024747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.024825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.025008] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.025126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.025193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.025330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.025404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.025486] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 is going to be updated. [ 988.033620] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.033810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.033950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.034151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.034281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.034443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.048195] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.049340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.049340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.049340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.049340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.049889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.462359] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.463434] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.525100] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.966596] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.966596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.966596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.966596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.966851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.966851] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 988.968797] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.968944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.969125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.969430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.969542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.969644] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f84fd305-33d8-4481-ad78-e3bae2e81faf is going to be created. [ 988.998624] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.998624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.998900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.998900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.999484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.001370] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.001506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.001553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.001766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.001908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.011756] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: UNINITIALIZED for 2s [ 989.012449] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 989.028549] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.028719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.028816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.029271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.029271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.029400] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be updated. [ 989.052067] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.052729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.052729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.052729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.053139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.061929] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 989.853153] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 989.853500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.022213] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: SUCCESS [ 991.022555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.022621] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.022841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.023032] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.023147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.023356] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.023401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.023445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.023542] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.024981] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 991.025168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.025309] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.025468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.025631] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.025716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.025777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.025913] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.025982] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.026137] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.072307] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 991.072516] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.072678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.072884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.073085] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.073192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.073254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.073406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.074009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.074009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.074009] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.527849] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.529017] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.576218] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.576687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.576961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.577258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.577442] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.577552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.577623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.577777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.577866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.577964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.578169] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.578301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.578301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.578458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.578582] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.578673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.578733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.578871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.578948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.579043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.579129] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.031480] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.032390] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.081490] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667f6e54-8506-4e7a-843a-6b649c4b063c: rpc.has_security_group_logging(os_id): False [ 992.100178] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.100364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.100445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.100627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.100718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.101301] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.101301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.101301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.101301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.101301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.101685] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.101685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.101685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.101859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.101859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.102022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.102098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.102148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.102507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.102507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.102507] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be updated. [ 992.160700] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.160700] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.160700] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.161920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.161920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.185045] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 992.516301] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 992.516301] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 992.534163] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.534824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.534824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.534824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.534824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.534824] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f84fd305-33d8-4481-ad78-e3bae2e81faf is going to be updated. [ 992.538506] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.538590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.538653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.538848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.538939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.539064] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 992.572909] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.572909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.572909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.572909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.572909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.572909] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.572909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.572909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.573266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.573266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.583395] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 992.584152] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: IN_PROGRESS for 2s [ 994.200105] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 994.200105] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.597179] env[70476]: INFO networking_nsxv3.common.synchronization [req-444ed8c8-2952-4c42-8915-de43dd502dbd req-e581bc5e-670c-4d0a-aec5-09ea1caf5d40 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 with Priority: HIGHEST for action security_group_members [ 994.597383] env[70476]: INFO networking_nsxv3.common.synchronization [req-444ed8c8-2952-4c42-8915-de43dd502dbd req-e581bc5e-670c-4d0a-aec5-09ea1caf5d40 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 994.597595] env[70476]: INFO networking_nsxv3.common.synchronization [req-444ed8c8-2952-4c42-8915-de43dd502dbd req-e581bc5e-670c-4d0a-aec5-09ea1caf5d40 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_members [ 994.598498] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 994.598707] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.599707] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: SUCCESS [ 994.599916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.601078] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 with Priority: HIGHEST for action security_group_members [ 994.601078] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 994.601078] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_members [ 994.601078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.601204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.601314] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.601432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.601496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.601682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.601779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.601866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.602103] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.602909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.603095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.606552] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.606552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.606552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.606552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.606552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.606552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.606552] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.606552] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.606552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.606552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.606552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.606552] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.606552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.606552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.606552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.606552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.606552] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.607624] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.607624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.607624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.607624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.607624] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.607799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.607799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.607864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.608099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.608099] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.608792] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f84fd305-33d8-4481-ad78-e3bae2e81faf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.608883] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.608950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.609112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.609265] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.609354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.609646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.609784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.609860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.609942] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.697379] env[70476]: INFO networking_nsxv3.common.synchronization [req-cf8d575f-da88-4e72-a4eb-0d02a142869a req-45331530-962f-40af-ad09-c1d913b8978a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Enqueued Resource ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c with Priority: HIGHEST for action security_group_members [ 994.698208] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c with Priority: HIGHEST for action security_group_members [ 994.698208] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3af567f-e7b2-47fc-b8ad-25d9a640180c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.698369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.698616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.698863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.699034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.699146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.699211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.699369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.699453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.699547] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3af567f-e7b2-47fc-b8ad-25d9a640180c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.711577] env[70476]: INFO networking_nsxv3.common.synchronization [req-444ed8c8-2952-4c42-8915-de43dd502dbd req-e581bc5e-670c-4d0a-aec5-09ea1caf5d40 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_rules [ 994.711577] env[70476]: INFO networking_nsxv3.common.synchronization [req-444ed8c8-2952-4c42-8915-de43dd502dbd req-e581bc5e-670c-4d0a-aec5-09ea1caf5d40 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 994.711686] env[70476]: INFO networking_nsxv3.common.synchronization [req-444ed8c8-2952-4c42-8915-de43dd502dbd req-e581bc5e-670c-4d0a-aec5-09ea1caf5d40 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_rules [ 994.711950] env[70476]: INFO networking_nsxv3.common.synchronization [req-444ed8c8-2952-4c42-8915-de43dd502dbd req-e581bc5e-670c-4d0a-aec5-09ea1caf5d40 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_members [ 994.712203] env[70476]: INFO networking_nsxv3.common.synchronization [req-444ed8c8-2952-4c42-8915-de43dd502dbd req-e581bc5e-670c-4d0a-aec5-09ea1caf5d40 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 with Priority: HIGHEST for action security_group_rules [ 994.712428] env[70476]: INFO networking_nsxv3.common.synchronization [req-444ed8c8-2952-4c42-8915-de43dd502dbd req-e581bc5e-670c-4d0a-aec5-09ea1caf5d40 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 with Priority: HIGHEST for action security_group_members [ 994.712651] env[70476]: INFO networking_nsxv3.common.synchronization [req-444ed8c8-2952-4c42-8915-de43dd502dbd req-e581bc5e-670c-4d0a-aec5-09ea1caf5d40 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: c71fd039-9fc8-44a3-8801-664b414a1794 with Priority: HIGHEST for action port [ 994.713708] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_rules [ 994.713915] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_rules [ 994.714198] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 with Priority: HIGHEST for action security_group_members [ 994.714363] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71fd039-9fc8-44a3-8801-664b414a1794 with Priority: HIGHEST for action port [ 994.714498] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 with Priority: HIGHEST for action security_group_rules [ 994.714607] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 994.714726] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_members [ 994.715139] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.715332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.716279] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f84fd305-33d8-4481-ad78-e3bae2e81faf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.716279] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.716279] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.716529] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.716961] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c71fd039-9fc8-44a3-8801-664b414a1794 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.717145] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.717312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.717540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.717630] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c71fd039-9fc8-44a3-8801-664b414a1794',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.718840] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.722029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.722029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.722029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.722029] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.722029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.722029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.722029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f84fd305-33d8-4481-ad78-e3bae2e81faf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.722029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.022582] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-595 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.022765] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-595" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.022888] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-595" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.023839] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-595" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.023839] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.023839] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.023839] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.024255] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.024301] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.024506] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.024646] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.024735] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.024846] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.024958] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.025078] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.025217] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.042882] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.043070] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 995.043219] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.043401] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-595" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.043713] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-35c18fc2-1ad5-40b9-aa5f-1b95fddff115 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.043881] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-35c18fc2-1ad5-40b9-aa5f-1b95fddff115" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.044013] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-35c18fc2-1ad5-40b9-aa5f-1b95fddff115" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.044362] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-35c18fc2-1ad5-40b9-aa5f-1b95fddff115" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.044503] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35c18fc2-1ad5-40b9-aa5f-1b95fddff115',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.106146] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.106146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.113521] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.114785] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.116639] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.116639] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.203446] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.203750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.204050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.204423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.204601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.204980] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.205258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.205342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.205673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.205707] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.205875] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c already deleted. [ 995.205990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.222073] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c71fd039-9fc8-44a3-8801-664b414a1794 with status ACTIVE [ 995.222305] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.222435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.222503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.222719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.222808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.222982] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.223129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.223159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.223328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.223409] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.223658] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.223776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.223829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.223952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.224036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.224261] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c71fd039-9fc8-44a3-8801-664b414a1794 is going to be updated. [ 995.227181] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.227181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.244350] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.244450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.244488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.246704] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.246704] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.246704] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c71fd039-9fc8-44a3-8801-664b414a1794" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.547203] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.547203] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.547532] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.548183] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.548183] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.548183] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 35c18fc2-1ad5-40b9-aa5f-1b95fddff115 not found, creating... [ 995.548909] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.548909] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.548909] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.549425] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.549425] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.549425] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.549722] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.549784] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.550014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.550204] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.550356] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 35c18fc2-1ad5-40b9-aa5f-1b95fddff115 is going to be created. [ 995.569768] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.569768] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.569768] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.569978] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.570202] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.570434] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-35c18fc2-1ad5-40b9-aa5f-1b95fddff115" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.617645] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.618621] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.619289] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.619903] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f84fd305-33d8-4481-ad78-e3bae2e81faf: rpc.has_security_group_logging(os_id): False [ 995.638201] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.638349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.638420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.638633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.638721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.638942] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.639083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.639148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.639383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.639383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.639683] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f84fd305-33d8-4481-ad78-e3bae2e81faf is going to be created. [ 995.702518] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.702518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.702518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.702518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.702518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.713108] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: IN_PROGRESS for 2s [ 996.125087] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.125087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.125087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.125087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.125087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.125470] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 996.127178] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.127409] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.127520] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.127818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.128130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.128476] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 is going to be created. [ 996.129944] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.130114] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.130213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.130444] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.130763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.130963] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f84fd305-33d8-4481-ad78-e3bae2e81faf is going to be updated. [ 996.155781] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.156598] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.156868] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.157224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.158092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.162568] env[70476]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/f84fd305-33d8-4481-ad78-e3bae2e81faf', 'data': {'id': 'f84fd305-33d8-4481-ad78-e3bae2e81faf', 'display_name': 'f84fd305-33d8-4481-ad78-e3bae2e81faf', 'path': '/infra/domains/default/groups/f84fd305-33d8-4481-ad78-e3bae2e81faf', 'expression': [{'value': 'security_group|f84fd305-33d8-4481-ad78-e3bae2e81faf', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.13']}], 'tags': [{'scope': 'age', 'tag': 1744901093}, {'scope': 'revision_number', 'tag': 0}], '_revision': 1}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 996.162979] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=70476) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 996.165330] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.165540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.165655] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.165915] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.166817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.183520] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 in Status: UNINITIALIZED for 2s [ 996.184268] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 996.503293] env[70476]: INFO networking_nsxv3.common.synchronization [req-cf8d575f-da88-4e72-a4eb-0d02a142869a req-d686f68d-8018-4514-bab9-11afafdba96b service nova] Enqueued Resource ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c with Priority: HIGHEST for action security_group_rules [ 996.503293] env[70476]: INFO networking_nsxv3.common.synchronization [req-cf8d575f-da88-4e72-a4eb-0d02a142869a req-d686f68d-8018-4514-bab9-11afafdba96b service nova] Enqueued Resource ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c with Priority: HIGHEST for action security_group_members [ 996.503293] env[70476]: INFO networking_nsxv3.common.synchronization [req-cf8d575f-da88-4e72-a4eb-0d02a142869a req-d686f68d-8018-4514-bab9-11afafdba96b service nova] Enqueued Resource ID: 35c18fc2-1ad5-40b9-aa5f-1b95fddff115 with Priority: HIGHEST for action port [ 996.503293] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c with Priority: HIGHEST for action security_group_rules [ 996.503293] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c with Priority: HIGHEST for action security_group_members [ 996.503293] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c18fc2-1ad5-40b9-aa5f-1b95fddff115 with Priority: HIGHEST for action port [ 996.503293] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3af567f-e7b2-47fc-b8ad-25d9a640180c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.506149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.506376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.506778] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.506987] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3af567f-e7b2-47fc-b8ad-25d9a640180c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.509034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3af567f-e7b2-47fc-b8ad-25d9a640180c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.509034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.509034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.509034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.509034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.509300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.509300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.509403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.509687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.509687] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3af567f-e7b2-47fc-b8ad-25d9a640180c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.510566] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-35c18fc2-1ad5-40b9-aa5f-1b95fddff115 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.510705] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35c18fc2-1ad5-40b9-aa5f-1b95fddff115" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.510789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35c18fc2-1ad5-40b9-aa5f-1b95fddff115" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.511012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35c18fc2-1ad5-40b9-aa5f-1b95fddff115" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.511200] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35c18fc2-1ad5-40b9-aa5f-1b95fddff115',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.810394] env[70476]: INFO networking_nsxv3.common.synchronization [req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 req-0e04daec-6b3e-4522-ae32-0dc942f7e2cf tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 996.810920] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 996.811239] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.811381] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.811445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.811673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.811829] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.811930] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.812304] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.812386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.812426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.812519] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.016019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3af567f-e7b2-47fc-b8ad-25d9a640180c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.016019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.016019] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3af567f-e7b2-47fc-b8ad-25d9a640180c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.016019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35c18fc2-1ad5-40b9-aa5f-1b95fddff115 with status ACTIVE [ 997.016019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.016019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.016019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.016019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.016019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.016019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.016019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.016019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.016019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.016019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.016701] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.016701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.016701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.016701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.016701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.016701] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35c18fc2-1ad5-40b9-aa5f-1b95fddff115 is going to be updated. [ 997.042256] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.042256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.042256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.042256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.042256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.042256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35c18fc2-1ad5-40b9-aa5f-1b95fddff115" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.316941] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.316941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.316941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.316941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.316941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.316941] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.316941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.316941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.316941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.316941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.316941] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 997.334503] env[70476]: INFO networking_nsxv3.common.synchronization [req-3c57c69a-7b0b-421d-bb59-1688c4223639 req-8f85f371-df59-49d4-84a8-8b6b2f68fc0e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Enqueued Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_members [ 997.335582] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_members [ 997.335985] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.336307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.336480] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.337130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.337410] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.337700] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.337920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.338218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.338677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.339517] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.343710] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.343870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.343973] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.344189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.344352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.353899] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 997.518939] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3af567f-e7b2-47fc-b8ad-25d9a640180c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.729685] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: SUCCESS [ 997.729985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.730359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.730449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.730534] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.844570] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.962020] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.962020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.962020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.962020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.962020] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.962615] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.962894] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.963279] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.966020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.966020] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.966020] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.966020] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.966020] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.966020] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.966020] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.966020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.984025] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.984025] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.984025] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.984025] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.984025] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.984025] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.984025] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.984025] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.984025] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90ee9637-37b3-42bb-9b3a-4b0f9b8d53be',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.990522] env[70476]: INFO networking_nsxv3.common.synchronization [req-98d88b66-53c4-4b18-89de-ac01929a66d5 req-d562cc06-b8ff-4864-9cf3-155815479b4f tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 with Priority: HIGHEST for action security_group_members [ 997.990880] env[70476]: INFO networking_nsxv3.common.synchronization [req-98d88b66-53c4-4b18-89de-ac01929a66d5 req-d562cc06-b8ff-4864-9cf3-155815479b4f tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_members [ 997.991171] env[70476]: INFO networking_nsxv3.common.synchronization [req-98d88b66-53c4-4b18-89de-ac01929a66d5 req-d562cc06-b8ff-4864-9cf3-155815479b4f tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 997.991747] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 with Priority: HIGHEST for action security_group_members [ 997.992054] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84fd305-33d8-4481-ad78-e3bae2e81faf with Priority: HIGHEST for action security_group_members [ 997.992314] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 997.992981] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.994697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.994697] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f84fd305-33d8-4481-ad78-e3bae2e81faf taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.994697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.994697] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.994697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.028072] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.028072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.028072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.028072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.028072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.028072] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c is going to be created. [ 998.047732] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.047732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.047732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.047732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.047732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.057440] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c in Status: UNINITIALIZED for 2s [ 998.206358] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.206358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.206358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.206358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.206358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.207598] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 in Status: SUCCESS [ 998.208500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.210072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.210072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.210072] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.211113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.211113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.211113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.211113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.211113] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.217856] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: IN_PROGRESS for 2s [ 998.217856] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 998.217856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.217856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.217856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.217856] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.217856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.217856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.217856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.218395] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.218395] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.234189] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f84fd305-33d8-4481-ad78-e3bae2e81faf taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.234310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.347818] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.487634] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.487997] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.488078] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.488370] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.488527] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.488836] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.488998] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.489140] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.489378] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.489544] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.489830] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.489990] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.491352] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.491714] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.491911] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.492107] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be is going to be updated. [ 998.514390] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.514806] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.514806] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.515077] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.516062] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.516062] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.714044] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.714322] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.714322] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.714792] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.714908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.715148] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.715247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.715314] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.715487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.715564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.715650] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 is going to be deleted. [ 998.721231] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.744032] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.745404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.745404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.745404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.745404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.745404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.745404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.745601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.745630] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.745826] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.745903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.746620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.746620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.746620] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.849946] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.850124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.850193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.850500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.850500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.850619] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 is going to be updated. [ 998.880444] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.880444] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.880444] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.880444] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.880444] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.890955] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: IN_PROGRESS for 2s [ 999.219171] env[70476]: INFO networking_nsxv3.common.synchronization [req-b16a7891-413b-401a-86e2-d3ebae2239dc req-98ad2204-7b64-4728-b48f-12f9beaac024 service nova] Enqueued Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_rules [ 999.219171] env[70476]: INFO networking_nsxv3.common.synchronization [req-b16a7891-413b-401a-86e2-d3ebae2239dc req-98ad2204-7b64-4728-b48f-12f9beaac024 service nova] Enqueued Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_members [ 999.219171] env[70476]: INFO networking_nsxv3.common.synchronization [req-b16a7891-413b-401a-86e2-d3ebae2239dc req-98ad2204-7b64-4728-b48f-12f9beaac024 service nova] Enqueued Resource ID: 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be with Priority: HIGHEST for action port [ 999.219171] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_rules [ 999.219171] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_members [ 999.220234] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be with Priority: HIGHEST for action port [ 999.220234] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.220234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.223011] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.223283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.223380] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.226719] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f287b12-ab9a-42bb-835d-9d231c7bc60e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.226719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.226719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.226719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.226719] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.226719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.226719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.226719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.226719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.226719] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.228231] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.228231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.228231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.228231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.228231] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90ee9637-37b3-42bb-9b3a-4b0f9b8d53be',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.228921] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.248744] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.249626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.249706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.250374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.250374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.250374] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.250374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.250374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.250622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.250622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.250622] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 already deleted. [ 999.250713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.250902] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.252383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.252560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.252724] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.252822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.254189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.256234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.257182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.257182] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.365074] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 999.365074] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a deletion is rescheduled due to dependency. [ 999.365074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.729614] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.730677] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f287b12-ab9a-42bb-835d-9d231c7bc60e taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.730793] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.731290] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be with status ACTIVE [ 999.731290] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.731290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.731290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.731471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.731560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.731726] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.731817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.731877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.732044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.732124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.732299] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.732385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.732447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.732583] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.732657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.732738] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be is going to be updated. [ 999.734442] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.734442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.734442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.734442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.734442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.734442] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 999.752794] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.753839] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.754034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.754034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.754250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.754413] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.754574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.758476] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.758595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.758664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.758835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.758915] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.759104] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.759198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.759260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.759631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.759631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.759631] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 already deleted. [ 999.759631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.763421] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.763541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.763608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.763761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.763887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.775167] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 1000.066867] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c in Status: SUCCESS [ 1000.067130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.067279] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.067513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.067707] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.067823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.067888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.068048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.068132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.068220] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.068314] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3af567f-e7b2-47fc-b8ad-25d9a640180c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.231095] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: SUCCESS [ 1000.231095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.231095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.231259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.233075] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.233075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.233075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.233075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.233075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.233075] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.237359] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.255630] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08: rpc.has_security_group_logging(os_id): False [ 1000.273044] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.273365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.273365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.273519] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.273572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.273796] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.273895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.273966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.274166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.274276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.274276] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 is going to be created. [ 1000.293114] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08], does not exist path=[/infra/domains/default/groups/f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08]."\n}' [ 1000.293114] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 [ 1000.293114] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1000.326248] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.326510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.326579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.326786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.328802] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.329433] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.329567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.329636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.329847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.329933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.330167] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.330269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.330406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.330633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.330714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.330821] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 is going to be created. [ 1000.345252] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08], does not exist path=[/infra/domains/default/groups/f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 [ 1000.345474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.346268] env[70476]: Traceback (most recent call last): [ 1000.346268] env[70476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1000.346268] env[70476]: return func(*args, **kwargs) [ 1000.346268] env[70476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1000.346268] env[70476]: res.raise_for_status() [ 1000.346268] env[70476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1000.346268] env[70476]: raise HTTPError(http_error_msg, response=self) [ 1000.346268] env[70476]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 [ 1000.346268] env[70476]: During handling of the above exception, another exception occurred: [ 1000.346268] env[70476]: Traceback (most recent call last): [ 1000.346268] env[70476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1000.346268] env[70476]: listener.cb(fileno) [ 1000.346268] env[70476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1000.346268] env[70476]: result = function(*args, **kwargs) [ 1000.346268] env[70476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1000.346268] env[70476]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1000.346268] env[70476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1000.346268] env[70476]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1000.346268] env[70476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1000.346268] env[70476]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1000.346268] env[70476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1000.346268] env[70476]: res.raise_for_status() [ 1000.346268] env[70476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1000.346268] env[70476]: raise HTTPError(http_error_msg, response=self) [ 1000.346268] env[70476]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f86a9e9a-d3ff-4e41-9c99-c634bc9c1e08 [ 1000.346268] env[70476]: Removing descriptor: 25 [ 1000.571152] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3af567f-e7b2-47fc-b8ad-25d9a640180c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.571309] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.571379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.571587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.572431] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.572431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.572431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.572431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.572431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.572431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.572747] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3af567f-e7b2-47fc-b8ad-25d9a640180c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.572747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.572747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.572945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.573123] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.573123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.573320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.573320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.573422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.573485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.573545] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3af567f-e7b2-47fc-b8ad-25d9a640180c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.738516] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.738900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.738900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.740664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.741929] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.742062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.742139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.742305] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.742388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.742480] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e is going to be updated. [ 1000.764098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.764381] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.764541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.764576] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.764784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.764875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.764966] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f84fd305-33d8-4481-ad78-e3bae2e81faf is going to be updated. [ 1000.776379] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.776485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.776699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.776777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.776880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.784670] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e in Status: IN_PROGRESS for 2s [ 1000.796015] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.796015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.796015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.796015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.796015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.801607] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: IN_PROGRESS for 2s [ 1000.867667] env[70476]: INFO networking_nsxv3.common.synchronization [None req-23ebf82e-bd5d-4843-9b62-a1da6b4d8544 None None] Enqueued Resource ID: 2e2329df-72ea-4282-953d-c7f8378df4fe with Priority: HIGHEST for action port [ 1000.869927] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2329df-72ea-4282-953d-c7f8378df4fe with Priority: HIGHEST for action port [ 1000.869927] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e2329df-72ea-4282-953d-c7f8378df4fe taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.869927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e2329df-72ea-4282-953d-c7f8378df4fe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.869927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e2329df-72ea-4282-953d-c7f8378df4fe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.871887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e2329df-72ea-4282-953d-c7f8378df4fe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.872049] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e2329df-72ea-4282-953d-c7f8378df4fe',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.899405] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: SUCCESS [ 1000.899628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.078133] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3af567f-e7b2-47fc-b8ad-25d9a640180c: rpc.has_security_group_logging(os_id): False [ 1001.095531] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.095701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.095765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.096234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.096367] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.096598] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.096823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.096823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.096933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.096988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.097737] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.097737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.097737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.097958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.097958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.098139] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.098234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.098292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.098433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.098506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.098587] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c is going to be created. [ 1001.153946] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.154108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.154170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.154414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.154589] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.164318] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c in Status: IN_PROGRESS for 2s [ 1001.194560] env[70476]: INFO networking_nsxv3.common.synchronization [req-f768760d-70f1-48cb-b9d4-6ef33cb1becc req-361a4b01-4263-43dd-98cf-a4d0a52ab2b0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Enqueued Resource ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 with Priority: HIGHEST for action security_group_members [ 1001.195116] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 with Priority: HIGHEST for action security_group_members [ 1001.195412] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.195524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.195654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.195839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.195992] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.200184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.200261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.200446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.200528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.200624] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d5dbfe-0eff-4787-b3ac-86c2819d5d43',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.374554] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e2329df-72ea-4282-953d-c7f8378df4fe [ 1001.374804] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.374944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.375475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.375475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.375475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.375475] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e2329df-72ea-4282-953d-c7f8378df4fe already deleted. [ 1001.375638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e2329df-72ea-4282-953d-c7f8378df4fe" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.704790] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.704988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.705066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.705299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.705397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.705610] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.705694] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.705779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.705906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.705995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.706091] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 already deleted. [ 1001.706801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.786668] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 1001.787029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.787268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.787310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.790021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.790021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.790021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.790021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.790850] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.792055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.792055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.792055] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.792055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.792055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.792055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.792055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.792055] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.923399] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.923399] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-16" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.923399] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-16" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.923399] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-16" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.923399] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.923399] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.923399] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.923859] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.923859] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.924149] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.924388] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.924591] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.924828] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.925051] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.925341] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.925565] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.943885] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.944229] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.944480] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.944781] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-16" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.945297] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-b504cd61-bb04-4e76-8e48-7404872710f6 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.945582] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-b504cd61-bb04-4e76-8e48-7404872710f6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.945879] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-b504cd61-bb04-4e76-8e48-7404872710f6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.946358] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-b504cd61-bb04-4e76-8e48-7404872710f6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.947029] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b504cd61-bb04-4e76-8e48-7404872710f6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.296558] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98c2ddc4-dbce-4c17-9b2a-dd09be046305: rpc.has_security_group_logging(os_id): False [ 1002.296558] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.309893] env[70476]: INFO networking_nsxv3.common.synchronization [None req-7b9190b9-35fb-4a5b-890c-ff0bcb87872c tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Enqueued Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGHEST for action security_group_rules [ 1002.309893] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGHEST for action security_group_rules [ 1002.309893] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.309893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.309893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.309893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.309893] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16ce21b9-1d60-48e0-9287-d2273e50ebfd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.319345] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.319345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.319345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.320811] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.349852] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.349852] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.349852] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.349852] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.349852] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.350193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.350465] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.350584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.350679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.350804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.350885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.351151] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.351199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.351274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.351415] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.351492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.351577] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 1002.431741] env[70476]: INFO networking_nsxv3.common.synchronization [None req-c2115118-8b61-411d-b0cf-b822e75b9cd1 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Enqueued Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGHEST for action security_group_rules [ 1002.432522] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGHEST for action security_group_rules [ 1002.432826] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.432962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.449892] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.450151] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.450282] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.450576] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.454020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.454020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port b504cd61-bb04-4e76-8e48-7404872710f6 not found, creating... [ 1002.454020] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.454020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.454020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.454020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.454020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.454020] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.454020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.454020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.456238] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.456492] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.456665] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: b504cd61-bb04-4e76-8e48-7404872710f6 is going to be created. [ 1002.492908] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.493126] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.493851] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.493851] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.493851] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.494183] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-b504cd61-bb04-4e76-8e48-7404872710f6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.495934] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.496551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.496551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.496551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.496551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.521315] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 1002.799678] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e in Status: SUCCESS [ 1002.799678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.800087] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.802445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.802711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.802877] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.802993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.803093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.803377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.803450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.803641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.803863] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.824041] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: SUCCESS [ 1002.824041] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f84fd305-33d8-4481-ad78-e3bae2e81faf deletion is rescheduled due to dependency. [ 1002.824041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.824041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.824041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.824041] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.824041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.824041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.824041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.824041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.824041] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.836887] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.837839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.838128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.838374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.838464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.838584] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd already deleted. [ 1002.838655] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.839202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.839446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.839551] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16ce21b9-1d60-48e0-9287-d2273e50ebfd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.896481] env[70476]: INFO networking_nsxv3.common.synchronization [None req-7e2913e0-f9e1-4e09-b859-f934ea5e5e13 None None] Enqueued Resource ID: eec67529-ce40-4e3e-8853-e16220088b33 with Priority: HIGHEST for action port [ 1002.896481] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec67529-ce40-4e3e-8853-e16220088b33 with Priority: HIGHEST for action port [ 1002.896481] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-eec67529-ce40-4e3e-8853-e16220088b33 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.896481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eec67529-ce40-4e3e-8853-e16220088b33" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.896804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eec67529-ce40-4e3e-8853-e16220088b33" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.897209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eec67529-ce40-4e3e-8853-e16220088b33" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.897395] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec67529-ce40-4e3e-8853-e16220088b33',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.987675] env[70476]: INFO networking_nsxv3.common.synchronization [req-e91b44af-f830-4374-a99f-bb233f0cacb5 req-4f6c5f87-b8a2-42d3-8ca7-348128077e9e tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 1002.988193] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 1002.988502] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.988645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.988716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.988944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.991663] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.991786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.991847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.992030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.992132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.992397] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.174176] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c in Status: SUCCESS [ 1003.176640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.266458] env[70476]: INFO networking_nsxv3.common.synchronization [None req-b75f0856-529d-4cc4-ae04-f7a3b0a4e66a tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 1003.266895] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 1003.267247] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.267355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.303082] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.303188] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.303312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.303880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.303880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.303880] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 1003.309027] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.328999] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.330019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.330019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.330019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.330019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.330277] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.330277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.330374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.330607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.330752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.331970] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f84fd305-33d8-4481-ad78-e3bae2e81faf is going to be updated. [ 1003.335871] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.336873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.336873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.336873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.336873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.346591] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 1003.361511] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.361511] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.361765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.362562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.362562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.362562] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd already deleted. [ 1003.362562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.364135] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.364287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.364450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.364665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.365436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.386216] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: IN_PROGRESS for 2s [ 1003.399744] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eec67529-ce40-4e3e-8853-e16220088b33 [ 1003.399958] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.400216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.400216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.400401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.400505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.400660] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eec67529-ce40-4e3e-8853-e16220088b33 already deleted. [ 1003.400741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eec67529-ce40-4e3e-8853-e16220088b33" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.494904] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.611748] env[70476]: INFO networking_nsxv3.common.synchronization [req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb req-1c3c3e2b-1875-4a0b-a86b-fa3abf246e00 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_members [ 1003.612363] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_members [ 1003.613029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.613029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.613029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.613424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.613503] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.613975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.614089] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.614290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.614413] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.614535] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.766632] env[70476]: INFO networking_nsxv3.common.synchronization [req-f768760d-70f1-48cb-b9d4-6ef33cb1becc req-75785143-fc2e-4db4-a4f9-4e3126bc42d7 service nova] Enqueued Resource ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 with Priority: HIGHEST for action security_group_rules [ 1003.767289] env[70476]: INFO networking_nsxv3.common.synchronization [req-f768760d-70f1-48cb-b9d4-6ef33cb1becc req-75785143-fc2e-4db4-a4f9-4e3126bc42d7 service nova] Enqueued Resource ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 with Priority: HIGHEST for action security_group_members [ 1003.767289] env[70476]: INFO networking_nsxv3.common.synchronization [req-f768760d-70f1-48cb-b9d4-6ef33cb1becc req-75785143-fc2e-4db4-a4f9-4e3126bc42d7 service nova] Enqueued Resource ID: b504cd61-bb04-4e76-8e48-7404872710f6 with Priority: HIGHEST for action port [ 1003.767478] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 with Priority: HIGHEST for action security_group_rules [ 1003.767624] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 with Priority: HIGHEST for action security_group_members [ 1003.767720] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b504cd61-bb04-4e76-8e48-7404872710f6 with Priority: HIGHEST for action port [ 1003.768888] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.769088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.769168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.769424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.770036] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d5dbfe-0eff-4787-b3ac-86c2819d5d43',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.770345] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.770457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.770577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.770705] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.770820] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.770938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.771062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.771137] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.771234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.771332] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d5dbfe-0eff-4787-b3ac-86c2819d5d43',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.772025] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b504cd61-bb04-4e76-8e48-7404872710f6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.772123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b504cd61-bb04-4e76-8e48-7404872710f6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.772211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b504cd61-bb04-4e76-8e48-7404872710f6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.772324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b504cd61-bb04-4e76-8e48-7404872710f6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.772390] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b504cd61-bb04-4e76-8e48-7404872710f6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.813323] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f287b12-ab9a-42bb-835d-9d231c7bc60e: rpc.has_security_group_logging(os_id): False [ 1003.831965] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.831965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.831965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.831965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.848550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.849099] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.849550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.851031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.851031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.851031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.851031] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e is going to be updated. [ 1003.909241] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.910273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.910273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.910273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.910273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.922773] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e in Status: IN_PROGRESS for 2s [ 1004.002307] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.108030] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.108030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.108030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.108030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.108030] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.109148] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.109148] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.109373] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.109546] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.109729] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.109854] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.113035] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.113035] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.113035] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.113035] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.113035] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.118584] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.118934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.118934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.119093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.119131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.119307] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.119403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.119465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.119617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.119693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.119775] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 already deleted. [ 1004.119853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.132340] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.133031] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.133031] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.133031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.133218] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-59290d1e-fbbd-4f80-8a31-e291534ec88f taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.133418] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-59290d1e-fbbd-4f80-8a31-e291534ec88f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.133418] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-59290d1e-fbbd-4f80-8a31-e291534ec88f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.134034] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-59290d1e-fbbd-4f80-8a31-e291534ec88f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.134034] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59290d1e-fbbd-4f80-8a31-e291534ec88f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.276053] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d5dbfe-0eff-4787-b3ac-86c2819d5d43',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.276053] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.276053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.276512] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b504cd61-bb04-4e76-8e48-7404872710f6 with status ACTIVE [ 1004.276512] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.276667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.276667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.280064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.280064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.280064] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.280064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.280064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.280064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.280064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.280064] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.280064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.280064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.280064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.280064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.280064] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b504cd61-bb04-4e76-8e48-7404872710f6 is going to be updated. [ 1004.299537] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.299678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.299745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.299957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.300106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.300266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b504cd61-bb04-4e76-8e48-7404872710f6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.505034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.505034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.505034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.505309] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.505420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.505525] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be updated. [ 1004.534018] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 1004.534268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.534456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.534668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.534761] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.545662] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.545840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.545932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.546193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.546347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.559759] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 1004.636568] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.636824] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.636991] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.637353] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.637537] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.637740] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 59290d1e-fbbd-4f80-8a31-e291534ec88f not found, creating... [ 1004.638114] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.638320] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.638457] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.638701] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.638857] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.639168] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.639331] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.639452] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.639667] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.639808] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.639954] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 59290d1e-fbbd-4f80-8a31-e291534ec88f is going to be created. [ 1004.658951] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.659158] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.659278] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.659548] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.659780] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.660014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-59290d1e-fbbd-4f80-8a31-e291534ec88f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.785690] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d5dbfe-0eff-4787-b3ac-86c2819d5d43',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.039571] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.039905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.287674] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.293025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.293025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.293025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.293025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.293025] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 is going to be created. [ 1005.311939] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.312139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.312210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.312388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.312779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.321932] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 in Status: UNINITIALIZED for 2s [ 1005.356550] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 1005.356550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.356550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.357031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.357147] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.358281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.358281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.358281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.358281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.358281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.358281] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.396848] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: SUCCESS [ 1005.397225] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f84fd305-33d8-4481-ad78-e3bae2e81faf deletion is rescheduled due to dependency. [ 1005.397418] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.397919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.398408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.398717] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.398972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.399084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.399300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.399391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.399899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.399899] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.406901] env[70476]: INFO networking_nsxv3.common.synchronization [req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb req-c47a501d-c49f-4270-aab4-70d800915ae6 service nova] Enqueued Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_rules [ 1005.407100] env[70476]: INFO networking_nsxv3.common.synchronization [req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb req-c47a501d-c49f-4270-aab4-70d800915ae6 service nova] Enqueued Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_members [ 1005.407507] env[70476]: INFO networking_nsxv3.common.synchronization [req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb req-c47a501d-c49f-4270-aab4-70d800915ae6 service nova] Enqueued Resource ID: 59290d1e-fbbd-4f80-8a31-e291534ec88f with Priority: HIGHEST for action port [ 1005.407872] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_rules [ 1005.407940] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_members [ 1005.408330] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59290d1e-fbbd-4f80-8a31-e291534ec88f with Priority: HIGHEST for action port [ 1005.409764] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.409764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.409764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.409954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.409954] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.411081] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.411225] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.411296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.411588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.411652] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.411763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.411795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.412058] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.412158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.412259] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.413572] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-59290d1e-fbbd-4f80-8a31-e291534ec88f taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.413572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59290d1e-fbbd-4f80-8a31-e291534ec88f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.413572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59290d1e-fbbd-4f80-8a31-e291534ec88f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.413572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59290d1e-fbbd-4f80-8a31-e291534ec88f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.413786] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59290d1e-fbbd-4f80-8a31-e291534ec88f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.863072] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.863247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.863420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.863654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.863844] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.863946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.864021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.864190] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.864276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.864378] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.864582] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.864688] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.864744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.864889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.865041] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.865234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.865234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.865334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.865379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.865456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.865541] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.902588] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f84fd305-33d8-4481-ad78-e3bae2e81faf',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.919432] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.919432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.919432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.919432] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59290d1e-fbbd-4f80-8a31-e291534ec88f with status ACTIVE [ 1005.919432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.919432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.919432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.919432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.919432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.919432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.919432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.919432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.919432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.919432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.919991] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.919991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.919991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.920397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.920604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.920862] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59290d1e-fbbd-4f80-8a31-e291534ec88f is going to be updated. [ 1005.936726] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e in Status: SUCCESS [ 1005.937567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.951319] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.951481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.951524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.952127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.952127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.952127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59290d1e-fbbd-4f80-8a31-e291534ec88f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.248183] env[70476]: INFO networking_nsxv3.common.synchronization [req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 req-c10750ac-2e8b-44e3-a041-db54d41a0321 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1006.249071] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1006.249386] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.249507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.249571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.249772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.249926] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.250033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.250093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.250237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.250320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.250409] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.371815] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98c2ddc4-dbce-4c17-9b2a-dd09be046305: rpc.has_security_group_logging(os_id): False [ 1006.394800] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.395070] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.395147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.395452] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.396028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.396028] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.396028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.396028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.396324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.396438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.396721] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.396885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.397036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.397246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.403024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.403024] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.403024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.403024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.403024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.403024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.403024] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 1006.403828] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f84fd305-33d8-4481-ad78-e3bae2e81faf: rpc.has_security_group_logging(os_id): False [ 1006.423392] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.423635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.423701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.424087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.424187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.424485] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.425010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.425123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.425342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.425458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.428043] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f84fd305-33d8-4481-ad78-e3bae2e81faf is going to be updated. [ 1006.428043] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.462844] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.463126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.463126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.463296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.463449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.475091] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.475293] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.475345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.475531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.475678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.478902] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 1006.484221] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: IN_PROGRESS for 2s [ 1006.570185] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 1006.570421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.570598] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.570830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.571032] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.571149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.571233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.571525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.571580] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.571686] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.752668] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.752838] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.752926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.753197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.774475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.774770] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.775348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.775465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.775716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.775835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.775958] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be updated. [ 1006.801374] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.802219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.802333] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.802587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.802803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.813830] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 1006.930109] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.930316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.930440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.930704] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.930805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.930914] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 is going to be created. [ 1006.959458] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.959747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.959827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.960055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.960223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.963970] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.964197] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.964325] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.964718] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.964999] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.966038] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.966297] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.966594] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.966748] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.967105] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.967225] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.967339] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.967573] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.967721] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.967822] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.967965] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.976347] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: UNINITIALIZED for 2s [ 1006.988149] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.988325] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.988468] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.988645] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.989058] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-62f1cb01-9376-465e-96be-71c8507809e3 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.989308] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-62f1cb01-9376-465e-96be-71c8507809e3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.989406] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-62f1cb01-9376-465e-96be-71c8507809e3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.989748] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-62f1cb01-9376-465e-96be-71c8507809e3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.989878] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62f1cb01-9376-465e-96be-71c8507809e3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.074095] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.074274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.074274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.074434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.092917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.093192] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.093311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.093393] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.093574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.093657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.093740] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be updated. [ 1007.115934] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.116126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.116442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.116442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.116638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.125338] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 1007.332505] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 in Status: SUCCESS [ 1007.332776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.332963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.333223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.335287] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.335287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.335287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.335287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.335287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.335287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.335287] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5d5dbfe-0eff-4787-b3ac-86c2819d5d43',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.493392] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.493631] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.493765] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.494110] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.494296] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.494465] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 62f1cb01-9376-465e-96be-71c8507809e3 not found, creating... [ 1007.494731] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.494896] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.495028] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.495263] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.495403] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.495693] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.495853] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.496431] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.497817] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.498192] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.499138] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 62f1cb01-9376-465e-96be-71c8507809e3 is going to be created. [ 1007.526545] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.527285] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.527424] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.528829] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.528829] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.529631] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-62f1cb01-9376-465e-96be-71c8507809e3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.612861] env[70476]: INFO networking_nsxv3.common.synchronization [req-d8390fa5-cf44-427d-9a4d-720d09028886 req-f6aa972f-281a-4a16-a6ff-254963541481 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 with Priority: HIGHEST for action security_group_members [ 1007.613735] env[70476]: INFO networking_nsxv3.common.synchronization [req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 req-e0585e90-49a6-4bba-ae75-373e16ef84dd tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Enqueued Resource ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c with Priority: HIGHEST for action security_group_members [ 1007.614230] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 with Priority: HIGHEST for action security_group_members [ 1007.615427] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c with Priority: HIGHEST for action security_group_members [ 1007.615427] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.615427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.615427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.615427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.615427] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.615427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.615427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.615823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.615823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.615823] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac7b1d79-b983-42f4-99fe-979e9bfca1d7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.617030] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3af567f-e7b2-47fc-b8ad-25d9a640180c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.617149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.617221] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.617381] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.617556] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.617679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.617740] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.617901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.617986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.618095] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3af567f-e7b2-47fc-b8ad-25d9a640180c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.836433] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.836596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.836670] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.836859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.837427] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.837427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.837427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.837427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.837427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.837597] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.837654] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.837742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.837799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.837933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.838078] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.838855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.838855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.838855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.838855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.838855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.838855] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5d5dbfe-0eff-4787-b3ac-86c2819d5d43',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.119637] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.119827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.119893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.120165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.123810] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.123931] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.139876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.140256] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.140346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.140346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.140583] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.140668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.140755] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 is going to be updated. [ 1008.141873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.146281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.146474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.146797] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.146939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.147029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.147203] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.149018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.149018] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c is going to be updated. [ 1008.173166] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.173387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.173464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.173673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.173854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.175984] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.176103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.176198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.176383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.176541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.185096] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c in Status: IN_PROGRESS for 2s [ 1008.185934] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 in Status: IN_PROGRESS for 2s [ 1008.267816] env[70476]: INFO networking_nsxv3.common.synchronization [req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 req-3257e47c-1ef3-4d34-ad6b-80ed891b0592 service nova] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_rules [ 1008.267994] env[70476]: INFO networking_nsxv3.common.synchronization [req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 req-3257e47c-1ef3-4d34-ad6b-80ed891b0592 service nova] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1008.268161] env[70476]: INFO networking_nsxv3.common.synchronization [req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 req-3257e47c-1ef3-4d34-ad6b-80ed891b0592 service nova] Enqueued Resource ID: 62f1cb01-9376-465e-96be-71c8507809e3 with Priority: HIGHEST for action port [ 1008.268443] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_rules [ 1008.268576] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1008.268674] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f1cb01-9376-465e-96be-71c8507809e3 with Priority: HIGHEST for action port [ 1008.269294] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.269419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.269501] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.269738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.269814] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.270915] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.271028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.271598] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-62f1cb01-9376-465e-96be-71c8507809e3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.271715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62f1cb01-9376-465e-96be-71c8507809e3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.271797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62f1cb01-9376-465e-96be-71c8507809e3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.272033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62f1cb01-9376-465e-96be-71c8507809e3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.272116] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62f1cb01-9376-465e-96be-71c8507809e3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.341434] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5d5dbfe-0eff-4787-b3ac-86c2819d5d43: rpc.has_security_group_logging(os_id): False [ 1008.365146] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.365317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.365399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.365690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.365725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.365963] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.366108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.366155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.366298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.366351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.366546] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.366675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.366734] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.367035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.367136] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.367386] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.367435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.367474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.367617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.367758] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.367799] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 is going to be created. [ 1008.463186] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.463186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.463186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.463996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.463996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.477930] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 in Status: IN_PROGRESS for 2s [ 1008.492600] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 1008.492841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.499289] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f84fd305-33d8-4481-ad78-e3bae2e81faf in Status: SUCCESS [ 1008.499289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f84fd305-33d8-4481-ad78-e3bae2e81faf" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.775136] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.775488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.777715] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62f1cb01-9376-465e-96be-71c8507809e3 with status ACTIVE [ 1008.777935] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.778147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.778222] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.778405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.778501] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.778710] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.778816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.778904] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.779089] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.779169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.779354] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.779457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.779514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.779677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.779774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.779834] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62f1cb01-9376-465e-96be-71c8507809e3 is going to be updated. [ 1008.798687] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.798853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.798953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.799221] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.799364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.799532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62f1cb01-9376-465e-96be-71c8507809e3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.823033] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 1008.823171] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 deletion is rescheduled due to dependency. [ 1008.823311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.823625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.823728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.823915] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.824056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.824154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.824334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.824419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.824551] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.987485] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: SUCCESS [ 1008.987761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.988013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.988305] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.988529] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.988644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.988713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.988876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.988969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.989081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.989170] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.135042] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 1009.135259] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c deletion is rescheduled due to dependency. [ 1009.135384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.327259] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.496092] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.831835] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.998369] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e21cf2bb-178f-4222-a99e-5b2e1645b9a3: rpc.has_security_group_logging(os_id): False [ 1010.016262] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.016439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.016625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.016933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.017542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.017542] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.017542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.017542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.017777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.017777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.017839] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 is going to be created. [ 1010.070868] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.071086] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.071179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.072065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.072065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.082862] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: IN_PROGRESS for 2s [ 1010.200300] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c in Status: SUCCESS [ 1010.200528] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c deletion is rescheduled due to dependency. [ 1010.200604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.201522] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 in Status: SUCCESS [ 1010.201741] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac7b1d79-b983-42f4-99fe-979e9bfca1d7 deletion is rescheduled due to dependency. [ 1010.201741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7b1d79-b983-42f4-99fe-979e9bfca1d7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.335262] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.335262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.335262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.335507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.335507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.335639] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be updated. [ 1010.361943] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.362139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.362192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.362506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.362713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.371705] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 1010.489072] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 in Status: SUCCESS [ 1010.489072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.962960] env[70476]: INFO networking_nsxv3.common.synchronization [req-be22e68d-83ec-419b-a09c-e305e92859ff req-ff0299b1-59c9-48db-963d-cad9892b04fb tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 1011.962960] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 1011.962960] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.962960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.962960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.962960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.962960] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.962960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.962960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.964092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.964092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.964092] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.094979] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: SUCCESS [ 1012.094979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.381816] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 1012.382145] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.382709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.382709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.382858] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.383096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.383096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.383347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.383347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.383458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.383569] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.465888] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.886869] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.969592] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.389402] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 003d9f79-8f90-481f-b181-a5fcc0636017: rpc.has_security_group_logging(os_id): False [ 1013.410152] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.410336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.410336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.410561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.410718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.411077] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.411198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.411318] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.411585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.411692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.411789] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be updated. [ 1013.474124] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.474321] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.474388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.474557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.474653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.474800] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 1013.494193] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.494392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.494551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.494702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.494898] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.513628] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.513814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.513918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.514213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.514413] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.516872] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 1013.530155] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 1015.532191] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 1015.532622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.540763] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 1015.541022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.609042] env[70476]: INFO networking_nsxv3.common.synchronization [req-75f8674b-25de-4f1e-88fb-091a4435f7f0 req-1cf89f80-ccc8-49e5-a837-2d0105660203 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Enqueued Resource ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 with Priority: HIGHEST for action security_group_members [ 1016.609640] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 with Priority: HIGHEST for action security_group_members [ 1016.609966] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.610096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.610162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.610362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.610523] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.610622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.610709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.611236] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.611236] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.611236] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d5dbfe-0eff-4787-b3ac-86c2819d5d43',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.113770] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.115605] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.116807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.117283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.117980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.119712] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.120014] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.120220] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.120512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.120696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.120885] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 is going to be updated. [ 1017.147048] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.147048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.149601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.149601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.149601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.156889] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 in Status: IN_PROGRESS for 2s [ 1017.710664] env[70476]: INFO networking_nsxv3.common.synchronization [req-ec427047-e0c5-4e1d-b786-97e2662d0c19 req-ca4956ce-2cfd-4393-a495-f10de6af7011 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1017.710997] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1017.711380] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.711511] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.711578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.711832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.712693] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.712832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.712963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.713194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.713289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.713391] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.026581] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.026833] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.026929] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.027332] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.027609] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.027770] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.027888] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.028675] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.028675] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.028675] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.028856] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.028897] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.029021] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.029140] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.029247] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.029393] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.046713] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.046890] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1018.047098] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.047340] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.047984] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-e56a0ff1-90ed-4634-bc7e-dacacb7e475e taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.047984] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-e56a0ff1-90ed-4634-bc7e-dacacb7e475e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.047984] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-e56a0ff1-90ed-4634-bc7e-dacacb7e475e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.048367] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-e56a0ff1-90ed-4634-bc7e-dacacb7e475e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.048542] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e56a0ff1-90ed-4634-bc7e-dacacb7e475e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.216402] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.216606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.216658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.217319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.217319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.217319] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.217319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.217319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.217603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.217603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.217603] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 already deleted. [ 1018.217700] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.551122] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.551433] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.551593] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.551904] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.552087] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.552254] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port e56a0ff1-90ed-4634-bc7e-dacacb7e475e not found, creating... [ 1018.552521] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.552678] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.552798] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.553049] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.553231] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.553562] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.553749] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.553846] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.554164] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.554228] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.554365] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: e56a0ff1-90ed-4634-bc7e-dacacb7e475e is going to be created. [ 1018.579923] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.580237] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.580321] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.580570] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.580900] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.581157] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-e56a0ff1-90ed-4634-bc7e-dacacb7e475e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.166925] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 in Status: SUCCESS [ 1019.167291] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 deletion is rescheduled due to dependency. [ 1019.167359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.302603] env[70476]: INFO networking_nsxv3.common.synchronization [req-ec427047-e0c5-4e1d-b786-97e2662d0c19 req-c5954c92-3628-42d4-b61b-d9c280b08275 service nova] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_rules [ 1019.302711] env[70476]: INFO networking_nsxv3.common.synchronization [req-ec427047-e0c5-4e1d-b786-97e2662d0c19 req-c5954c92-3628-42d4-b61b-d9c280b08275 service nova] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1019.302842] env[70476]: INFO networking_nsxv3.common.synchronization [req-ec427047-e0c5-4e1d-b786-97e2662d0c19 req-c5954c92-3628-42d4-b61b-d9c280b08275 service nova] Enqueued Resource ID: e56a0ff1-90ed-4634-bc7e-dacacb7e475e with Priority: HIGHEST for action port [ 1019.303104] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_rules [ 1019.303235] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1019.303332] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56a0ff1-90ed-4634-bc7e-dacacb7e475e with Priority: HIGHEST for action port [ 1019.304383] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.304590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.304648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.307042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.307042] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.307042] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.307042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.307042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.307317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.307317] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.307392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.307426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.308032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.308032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.308032] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.308714] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e56a0ff1-90ed-4634-bc7e-dacacb7e475e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.308714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e56a0ff1-90ed-4634-bc7e-dacacb7e475e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.308714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e56a0ff1-90ed-4634-bc7e-dacacb7e475e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.308860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e56a0ff1-90ed-4634-bc7e-dacacb7e475e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.309089] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e56a0ff1-90ed-4634-bc7e-dacacb7e475e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.811310] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.812501] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.812610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.815446] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e56a0ff1-90ed-4634-bc7e-dacacb7e475e with status ACTIVE [ 1019.815446] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.815446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.815446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.815446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.815446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.815446] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.815446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.815446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.815446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.815446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.815446] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.815446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.815446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.815446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.815446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.815446] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e56a0ff1-90ed-4634-bc7e-dacacb7e475e is going to be updated. [ 1019.838612] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.838795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.838836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.839068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.839240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.839465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e56a0ff1-90ed-4634-bc7e-dacacb7e475e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.029752] env[70476]: INFO networking_nsxv3.common.synchronization [req-718de673-4b53-4f29-a9f4-a554020a888d req-02824c41-6b58-472e-9101-2bf867d23395 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Enqueued Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_members [ 1020.030278] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_members [ 1020.030604] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.030728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.030798] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.031133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.031226] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.031312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.031379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.031592] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.031652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.031759] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.317628] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.335074] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.335311] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-306" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.335475] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-306" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.335925] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-306" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.336282] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.336518] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.336701] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.336992] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.337255] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.337453] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.337570] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.337686] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.337800] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.337910] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.338036] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.338198] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.356252] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.356441] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1020.356583] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.356956] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-306" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.358271] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-4d667a0e-f2e4-4e29-b216-876a86f59354 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.358544] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-4d667a0e-f2e4-4e29-b216-876a86f59354" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.358681] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-4d667a0e-f2e4-4e29-b216-876a86f59354" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.359150] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-4d667a0e-f2e4-4e29-b216-876a86f59354" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.359233] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d667a0e-f2e4-4e29-b216-876a86f59354',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.534179] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.534363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.535118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.535118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.535118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.535425] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.535425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.535526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.535687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.535789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.535909] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 already deleted. [ 1020.535998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.820735] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.820917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.820965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.821211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.821312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.821415] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be created. [ 1020.842465] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.842619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.842692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.842905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.843076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.851586] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: UNINITIALIZED for 2s [ 1020.862485] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.862624] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.862680] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.862957] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.863683] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.863683] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 4d667a0e-f2e4-4e29-b216-876a86f59354 not found, creating... [ 1020.863683] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.863878] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.863878] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.864181] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.864259] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.864556] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.864717] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.864838] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.865121] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.865241] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.865381] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 4d667a0e-f2e4-4e29-b216-876a86f59354 is going to be created. [ 1020.885104] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.885382] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.885551] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.886355] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.886604] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.886832] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-4d667a0e-f2e4-4e29-b216-876a86f59354" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.625642] env[70476]: INFO networking_nsxv3.common.synchronization [req-718de673-4b53-4f29-a9f4-a554020a888d req-d59ec544-1d87-494a-81c1-1fab4452f49f service nova] Enqueued Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_rules [ 1021.626012] env[70476]: INFO networking_nsxv3.common.synchronization [req-718de673-4b53-4f29-a9f4-a554020a888d req-d59ec544-1d87-494a-81c1-1fab4452f49f service nova] Enqueued Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_members [ 1021.626012] env[70476]: INFO networking_nsxv3.common.synchronization [req-718de673-4b53-4f29-a9f4-a554020a888d req-d59ec544-1d87-494a-81c1-1fab4452f49f service nova] Enqueued Resource ID: 4d667a0e-f2e4-4e29-b216-876a86f59354 with Priority: HIGHEST for action port [ 1021.626506] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_rules [ 1021.626644] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_members [ 1021.626743] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d667a0e-f2e4-4e29-b216-876a86f59354 with Priority: HIGHEST for action port [ 1021.631638] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.631638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.631638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.631638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.631638] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.631638] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.631638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.631638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.631638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.631638] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.632661] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.632661] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.632661] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.632661] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.632661] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.635046] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d667a0e-f2e4-4e29-b216-876a86f59354 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.635046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d667a0e-f2e4-4e29-b216-876a86f59354" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.635046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d667a0e-f2e4-4e29-b216-876a86f59354" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.635046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d667a0e-f2e4-4e29-b216-876a86f59354" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.635290] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d667a0e-f2e4-4e29-b216-876a86f59354',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.131669] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.131878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.137364] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.138359] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d667a0e-f2e4-4e29-b216-876a86f59354 with status ACTIVE [ 1022.138557] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.138677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.138763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.139015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.139120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.139309] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.139451] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.139544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.139639] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.139712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.139932] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.139999] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.144227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.144332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.144417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.144510] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d667a0e-f2e4-4e29-b216-876a86f59354 is going to be updated. [ 1022.164012] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.164554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.164682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.164921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.165139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.165340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d667a0e-f2e4-4e29-b216-876a86f59354" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.582502] env[70476]: INFO networking_nsxv3.common.synchronization [req-161a870f-175a-42c6-9027-0193656e5d9d req-38392e50-d054-4643-8f8d-1188e1342b35 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Enqueued Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_members [ 1022.582942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_members [ 1022.584034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.584034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.646751] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.846906] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.846906] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-306" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.846906] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-306" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.846906] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-306" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.846906] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.846906] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.846906] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.847338] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.847496] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.847827] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.848186] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.848186] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.852263] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.852341] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.852668] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.852668] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.863258] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1022.863475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.863629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.863823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.864008] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.864153] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.864221] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.864376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.864457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.864541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.864632] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.871852] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.872741] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.872741] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.872741] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-306" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.872741] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-3b6d741f-4e16-4d0b-a194-3c0414ea8295 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.873059] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-3b6d741f-4e16-4d0b-a194-3c0414ea8295" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.873059] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-3b6d741f-4e16-4d0b-a194-3c0414ea8295" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.873280] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-3b6d741f-4e16-4d0b-a194-3c0414ea8295" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.873446] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6d741f-4e16-4d0b-a194-3c0414ea8295',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.149539] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.149716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.149790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.150008] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.150108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.150218] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 is going to be created. [ 1023.201636] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.201920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.202047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.202274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.202613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.224648] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: UNINITIALIZED for 2s [ 1023.366570] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.366854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.366854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.367090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.367362] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.367483] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.367558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.367727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.367855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.367981] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.368180] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.368275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.368355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.368502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.368663] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.368755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.368825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.368976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.369237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.369237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.369237] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.375948] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.376216] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.376362] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.376714] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.376892] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.377070] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 3b6d741f-4e16-4d0b-a194-3c0414ea8295 not found, creating... [ 1023.377399] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.377588] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.377716] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.377959] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.378160] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.378521] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.378699] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.378823] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.379064] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.379230] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.379388] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 3b6d741f-4e16-4d0b-a194-3c0414ea8295 is going to be created. [ 1023.401864] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.402155] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.402354] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.402693] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.403356] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.403356] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-3b6d741f-4e16-4d0b-a194-3c0414ea8295" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.875599] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f9a8b41-6468-49b3-9de5-b2f5466e3a83: rpc.has_security_group_logging(os_id): False [ 1023.895025] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.895025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.895025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.895025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.895025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.895025] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.895025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.895025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.895942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.896089] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.899115] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.899271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.899330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.899538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.899622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.899860] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.899957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.900036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.900225] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.900299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.900389] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be created. [ 1023.976039] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.976039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.976039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.976039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.976039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.984937] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1024.151807] env[70476]: INFO networking_nsxv3.common.synchronization [req-161a870f-175a-42c6-9027-0193656e5d9d req-53e9c3db-cf69-4b4d-bd98-1d34faa42b81 service nova] Enqueued Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_rules [ 1024.151807] env[70476]: INFO networking_nsxv3.common.synchronization [req-161a870f-175a-42c6-9027-0193656e5d9d req-53e9c3db-cf69-4b4d-bd98-1d34faa42b81 service nova] Enqueued Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_members [ 1024.151807] env[70476]: INFO networking_nsxv3.common.synchronization [req-161a870f-175a-42c6-9027-0193656e5d9d req-53e9c3db-cf69-4b4d-bd98-1d34faa42b81 service nova] Enqueued Resource ID: 3b6d741f-4e16-4d0b-a194-3c0414ea8295 with Priority: HIGHEST for action port [ 1024.151807] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_rules [ 1024.151807] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_members [ 1024.151807] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6d741f-4e16-4d0b-a194-3c0414ea8295 with Priority: HIGHEST for action port [ 1024.151807] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.151807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.151807] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.151807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.151807] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b6d741f-4e16-4d0b-a194-3c0414ea8295 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.153686] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b6d741f-4e16-4d0b-a194-3c0414ea8295" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.153887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b6d741f-4e16-4d0b-a194-3c0414ea8295" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.154293] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b6d741f-4e16-4d0b-a194-3c0414ea8295" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.154472] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6d741f-4e16-4d0b-a194-3c0414ea8295',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.657741] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b6d741f-4e16-4d0b-a194-3c0414ea8295 with status ACTIVE [ 1024.657953] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.659038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.659038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.659038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.659038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.659038] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.659038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.659038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.659498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.659498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.659498] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.659651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.659720] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.659892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.659977] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.660084] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b6d741f-4e16-4d0b-a194-3c0414ea8295 is going to be updated. [ 1024.679229] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.679436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.679436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.679711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.679866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.680084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b6d741f-4e16-4d0b-a194-3c0414ea8295" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.235325] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: SUCCESS [ 1025.238018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.238018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.238018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.238018] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.238018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.238018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.238018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.238018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.238018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.238018] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.238018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.243365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.243365] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.243365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.243365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.243365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.243365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.243365] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.253779] env[70476]: INFO networking_nsxv3.common.synchronization [req-262eb294-0e88-4052-8537-d605fef1344b req-9eb74e35-51cb-489d-8015-893754ebaa13 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1025.258818] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1025.258818] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.258818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.258818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.258818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.258818] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.258818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.258818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.258818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.258818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.258818] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.745653] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.745653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.745653] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.758900] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.833591] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.833848] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.833928] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.834241] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.834577] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.834750] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.834934] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.835304] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.835566] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.835804] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.835924] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.836090] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.836235] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.836428] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.836490] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.836599] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.858399] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.858650] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.858845] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.859146] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.860029] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-2d60dcd9-a1a1-4c53-a694-65daf8c6e072 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.860029] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-2d60dcd9-a1a1-4c53-a694-65daf8c6e072" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.860029] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-2d60dcd9-a1a1-4c53-a694-65daf8c6e072" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.860244] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-2d60dcd9-a1a1-4c53-a694-65daf8c6e072" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.860641] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d60dcd9-a1a1-4c53-a694-65daf8c6e072',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.998284] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1025.998531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.248369] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.263113] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.363303] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.363633] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.363794] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.365026] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.365026] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.365026] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 2d60dcd9-a1a1-4c53-a694-65daf8c6e072 not found, creating... [ 1026.365026] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.365026] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.365427] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.365532] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.365724] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.366091] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.366316] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.366468] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.366736] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.366909] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.367099] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 2d60dcd9-a1a1-4c53-a694-65daf8c6e072 is going to be created. [ 1026.385357] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.385618] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.385721] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.386019] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.386277] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.386516] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-2d60dcd9-a1a1-4c53-a694-65daf8c6e072" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.751590] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.752885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.753029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.753316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.753479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.753539] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 is going to be updated. [ 1026.764959] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.765152] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.765208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.765609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.766464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.766464] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1026.783429] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.783429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.783429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.783429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.783429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.793027] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: IN_PROGRESS for 2s [ 1026.794473] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.794625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.796041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.796041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.796041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.803545] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1027.234375] env[70476]: INFO networking_nsxv3.common.synchronization [req-262eb294-0e88-4052-8537-d605fef1344b req-cc25bd12-c842-4cce-810f-7af38f0cf143 service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 1027.234563] env[70476]: INFO networking_nsxv3.common.synchronization [req-262eb294-0e88-4052-8537-d605fef1344b req-cc25bd12-c842-4cce-810f-7af38f0cf143 service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1027.234724] env[70476]: INFO networking_nsxv3.common.synchronization [req-262eb294-0e88-4052-8537-d605fef1344b req-cc25bd12-c842-4cce-810f-7af38f0cf143 service nova] Enqueued Resource ID: 2d60dcd9-a1a1-4c53-a694-65daf8c6e072 with Priority: HIGHEST for action port [ 1027.235263] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 1027.235409] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1027.235510] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d60dcd9-a1a1-4c53-a694-65daf8c6e072 with Priority: HIGHEST for action port [ 1027.235774] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.235899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.235990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.241238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.241238] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.241954] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.242087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.242303] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d60dcd9-a1a1-4c53-a694-65daf8c6e072 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.242410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d60dcd9-a1a1-4c53-a694-65daf8c6e072" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.242478] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d60dcd9-a1a1-4c53-a694-65daf8c6e072" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.242645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d60dcd9-a1a1-4c53-a694-65daf8c6e072" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.242717] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d60dcd9-a1a1-4c53-a694-65daf8c6e072',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.744670] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.745039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.745039] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d60dcd9-a1a1-4c53-a694-65daf8c6e072 with status ACTIVE [ 1027.745149] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.745256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.745371] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.745548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.745642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.745808] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.745903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.745985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.746116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.746192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.746422] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.746514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.746552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.746675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.746750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.746832] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d60dcd9-a1a1-4c53-a694-65daf8c6e072 is going to be updated. [ 1027.767549] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.767549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.767549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.767738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.767967] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.768025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d60dcd9-a1a1-4c53-a694-65daf8c6e072" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.803215] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: SUCCESS [ 1028.803461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.804446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.804689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.804874] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.804987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.805194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.806210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.806210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.806210] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.813232] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1028.813681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.813681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.813909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.814111] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.814244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.814305] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.814460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.814540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.814633] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.308438] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.321251] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.797209] env[70476]: INFO networking_nsxv3.common.synchronization [req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 req-8ddc4910-cf55-4b7c-9042-a1b17e2d7d78 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Enqueued Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_members [ 1029.797869] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGHEST for action security_group_members [ 1029.798286] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.798414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.798524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.798783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.798967] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.799107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.799221] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.799488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.799616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.799853] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.810428] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.824204] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.303502] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.303687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.303805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.304064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.315546] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.315715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.315779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.315950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.316069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.316228] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 is going to be updated. [ 1030.326650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.326903] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.326992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.327790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.328008] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.329374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.329476] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 is going to be updated. [ 1030.330614] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.330729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.330802] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.330974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.334149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.334257] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1030.345208] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.345370] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.345518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.345679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.346294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.353509] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: IN_PROGRESS for 2s [ 1030.364124] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.364312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.364387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.364619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.364776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.366696] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.366696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.367069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.367069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.367069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.375685] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1030.376330] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: IN_PROGRESS for 2s [ 1031.662763] env[70476]: INFO networking_nsxv3.common.synchronization [req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e req-c48f3a12-8d31-437e-a137-f0401c4a922a tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1031.663392] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1031.663740] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.663882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.663955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.667732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.667732] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.667732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.667732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.669176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.669330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.669462] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.964944] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.965209] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.965416] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.965780] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.966198] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.966525] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.966564] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.966845] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.967077] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.967312] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.967433] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.967616] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.967726] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.967895] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.968032] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.968200] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.985233] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.985577] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1031.985782] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.986036] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.986475] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-ea6cb182-91d4-4000-9114-a539cfca357a taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.986685] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-ea6cb182-91d4-4000-9114-a539cfca357a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.986827] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-ea6cb182-91d4-4000-9114-a539cfca357a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.987231] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-ea6cb182-91d4-4000-9114-a539cfca357a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.987409] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea6cb182-91d4-4000-9114-a539cfca357a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.172038] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.363165] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: SUCCESS [ 1032.363315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.363375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.363615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.363823] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.363942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.364015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.364178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.364260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.364354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.364742] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.364742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.364742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.364946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.364946] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.365044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.365097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.365245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.365322] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.365400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.365583] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.385534] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1032.385751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.385972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.386323] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.386551] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.386696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.386871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.387055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.387169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.387256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.387377] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.388831] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 in Status: SUCCESS [ 1032.388988] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 deletion is rescheduled due to dependency. [ 1032.389120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.490593] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.491279] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.491497] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.492027] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.492133] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.492393] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port ea6cb182-91d4-4000-9114-a539cfca357a not found, creating... [ 1032.493097] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.493097] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.493222] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.493463] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.493658] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.494056] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.494634] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.494634] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.494749] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.494859] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.495057] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: ea6cb182-91d4-4000-9114-a539cfca357a is going to be created. [ 1032.514960] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.515646] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.515646] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.515646] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.515877] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.516122] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-ea6cb182-91d4-4000-9114-a539cfca357a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.674820] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.868303] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c28b3bb4-1926-4e80-8469-d1b0a93d3649: rpc.has_security_group_logging(os_id): False [ 1032.886043] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.886226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.887098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.887358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.887503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.887764] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.887889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.887967] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.888185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.888275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.888547] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.888659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.888719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.889188] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.889295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.890033] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.890033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.890033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.890033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.890317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.890317] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 is going to be created. [ 1032.891532] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.891650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.891720] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.891909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.892077] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.892197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.892301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.892437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.892539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.892595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.892788] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.892886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.892946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.893154] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.893305] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.893397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.893459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.893637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.893731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.893843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.893936] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.944096] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.944285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.944337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.944509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.944693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.953537] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: IN_PROGRESS for 2s [ 1033.177019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.177179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.177255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.177470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.177587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.177697] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 1033.202784] env[70476]: INFO networking_nsxv3.common.synchronization [req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e req-e07b4f1c-4ca3-4b19-8f64-a8848a0f01be service nova] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_rules [ 1033.203096] env[70476]: INFO networking_nsxv3.common.synchronization [req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e req-e07b4f1c-4ca3-4b19-8f64-a8848a0f01be service nova] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1033.203240] env[70476]: INFO networking_nsxv3.common.synchronization [req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e req-e07b4f1c-4ca3-4b19-8f64-a8848a0f01be service nova] Enqueued Resource ID: ea6cb182-91d4-4000-9114-a539cfca357a with Priority: HIGHEST for action port [ 1033.204310] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.204481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.204572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.204801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.204991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.208051] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_rules [ 1033.208051] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1033.208051] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea6cb182-91d4-4000-9114-a539cfca357a with Priority: HIGHEST for action port [ 1033.208051] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.208051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.208051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.208051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.208051] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.208458] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.208627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.209436] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea6cb182-91d4-4000-9114-a539cfca357a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.209436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea6cb182-91d4-4000-9114-a539cfca357a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.209602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea6cb182-91d4-4000-9114-a539cfca357a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.209671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea6cb182-91d4-4000-9114-a539cfca357a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.209748] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea6cb182-91d4-4000-9114-a539cfca357a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.217399] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 1033.395894] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c03b28-e972-40c2-adc4-f03091e2dd82: rpc.has_security_group_logging(os_id): False [ 1033.413638] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.413979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.414098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.414363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.430824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.431141] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.431295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.431359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.431584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.431710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.431918] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.432045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.432120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.432299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.432379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.432715] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.432715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.432898] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.432953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.433027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.433242] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1033.515285] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.516431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.516513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.516738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.516886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.543410] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1033.711796] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.712318] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.715488] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea6cb182-91d4-4000-9114-a539cfca357a with status ACTIVE [ 1033.715786] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.715982] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.716071] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.716297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.716393] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.716582] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.716690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.716794] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.716907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.716986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.717184] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.717278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.717341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.717498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.717620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.717707] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea6cb182-91d4-4000-9114-a539cfca357a is going to be updated. [ 1033.737059] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.737198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.737267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.737464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.737622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.737782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea6cb182-91d4-4000-9114-a539cfca357a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.903485] env[70476]: INFO networking_nsxv3.common.synchronization [req-f02ecd90-3184-485d-b4ff-9de2c90447fe req-5fcf777f-51d5-4024-a1fd-0ce3f1d5d7ec tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 with Priority: HIGHEST for action security_group_members [ 1033.903660] env[70476]: INFO networking_nsxv3.common.synchronization [req-f02ecd90-3184-485d-b4ff-9de2c90447fe req-5fcf777f-51d5-4024-a1fd-0ce3f1d5d7ec tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_members [ 1033.903816] env[70476]: INFO networking_nsxv3.common.synchronization [req-f02ecd90-3184-485d-b4ff-9de2c90447fe req-5fcf777f-51d5-4024-a1fd-0ce3f1d5d7ec tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 1033.904343] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 with Priority: HIGHEST for action security_group_members [ 1033.905245] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGHEST for action security_group_members [ 1033.905361] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGHEST for action security_group_members [ 1033.905678] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.905805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.905871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.906092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.906942] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.906942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.906942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.906942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.906942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.906942] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ec43ac-fd17-46fa-b5d7-b379e4b4d964',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.909995] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-49905dc0-3d06-4b86-8336-38afedaf498c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.909995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.909995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.909995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.909995] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.909995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.909995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.909995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.909995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.909995] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.909995] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.909995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.909995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.909995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.910613] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.910613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.910613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.910613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.910613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.910613] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.412836] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.413087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.413206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.413541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.418057] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.418216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.418591] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.418749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.451462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.451726] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.451850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.451917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.452128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.452205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.452307] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 is going to be updated. [ 1034.455032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.455241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.473895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.474181] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.474307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.474373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.474574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.474690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.474740] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49905dc0-3d06-4b86-8336-38afedaf498c is going to be updated. [ 1034.475932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.475932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.476071] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.482016] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.482016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.482016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.482016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.482016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.482016] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be updated. [ 1034.484725] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.484900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.484974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.485163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.485290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.512472] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 in Status: IN_PROGRESS for 2s [ 1034.533325] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.533477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.533564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.533939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.533939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.536340] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.536485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.536568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.536745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.536864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.548035] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: IN_PROGRESS for 2s [ 1034.558149] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: IN_PROGRESS for 2s [ 1034.967294] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: SUCCESS [ 1034.967764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.967764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.971026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.971026] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.232969] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 1035.232969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.232969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.232969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.232969] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.232969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.232969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.232969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.232969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.232969] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.473719] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.474747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.474875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.475198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.475403] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.475543] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.475644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.475867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.475983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.476679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.476679] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.558244] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1035.558618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.736682] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.979894] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.980267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.980267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.980559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.980559] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.980559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.980665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.980855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.980855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.980975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.981108] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.981230] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.981337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.981449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.981587] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.981687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.981739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.981870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.981950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.982063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.982160] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.239738] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.293696] env[70476]: INFO networking_nsxv3.common.synchronization [None req-0b64e327-a155-4679-b3be-6fa09c21453b tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_rules [ 1036.293696] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_rules [ 1036.294357] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.295109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.295109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.295109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.295109] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.371557] env[70476]: INFO networking_nsxv3.common.synchronization [None req-dee2d5fc-7ab5-4567-b3ec-21b4fd3f20d8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_rules [ 1036.373141] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_rules [ 1036.373494] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.373610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.484503] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c28b3bb4-1926-4e80-8469-d1b0a93d3649: rpc.has_security_group_logging(os_id): False [ 1036.503930] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.504076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.504144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.504361] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.504449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.504657] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.504748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.504809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.504953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.505038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.505225] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.505313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.505373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.505513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.505587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.505804] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.505895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.505953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.506121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.506193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.506276] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 is going to be updated. [ 1036.522225] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 in Status: SUCCESS [ 1036.522383] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ec43ac-fd17-46fa-b5d7-b379e4b4d964 deletion is rescheduled due to dependency. [ 1036.522383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ec43ac-fd17-46fa-b5d7-b379e4b4d964" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.561186] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905dc0-3d06-4b86-8336-38afedaf498c in Status: SUCCESS [ 1036.561404] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49905dc0-3d06-4b86-8336-38afedaf498c deletion is rescheduled due to dependency. [ 1036.561650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.568177] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 in Status: SUCCESS [ 1036.568390] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 deletion is rescheduled due to dependency. [ 1036.568541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.577214] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.577342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.577408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.577623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.577783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.596535] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: IN_PROGRESS for 2s [ 1036.742898] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.743022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.743022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.743419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.743419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.743524] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 1036.771260] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.771260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.771260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.771260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.771260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.780773] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 1036.818118] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.818280] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.818343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.818535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.818641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.818757] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 already deleted. [ 1036.818856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.819014] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.819180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.819264] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.338491] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.338878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.338878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.339063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.339258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.339258] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 already deleted. [ 1037.339364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.613380] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: SUCCESS [ 1038.613816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.791177] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 1038.791460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.791631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.791848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.792057] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.792175] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.792241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.792406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.792496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.792565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.792655] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.297051] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.297051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.297051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.297051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.297051] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.297051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.297051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.297051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.297051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.297051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.297051] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.300462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.300844] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.301259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.301636] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.301971] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.302218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.302563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.302856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.303137] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.303398] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.435901] env[70476]: INFO networking_nsxv3.common.synchronization [req-e13d20d5-deb4-4c52-9654-67fcff410117 req-62fc1eb9-8ea0-44da-9e4a-2f507dd40862 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1039.440732] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1039.444545] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.444545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.444545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.444545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.444545] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.444545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.444545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.444545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.444545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.444545] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.743685] env[70476]: INFO networking_nsxv3.common.synchronization [req-8154d424-f34c-41fe-bc85-0854bca70c63 req-3dc53952-63b5-4fe5-a0d0-b65db2f813e0 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 1039.743685] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGHEST for action security_group_members [ 1039.743685] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.743685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.743685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.747159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.748017] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.748017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.748017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.748017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.748017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.748017] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.806267] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec: rpc.has_security_group_logging(os_id): False [ 1039.823477] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.823676] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.823727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.823936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.840840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.841066] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.842161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.842161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.842161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.842161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.842161] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.842161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.842161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.842161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.843698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.843698] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.843698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.843698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.843698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.843698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.843698] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 1039.899340] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.899340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.899509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.899853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.899853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.914517] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 1039.945912] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.252087] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.252087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.252087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.252087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.270888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.273751] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.273751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.273751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.273751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.273751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.273751] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be updated. [ 1040.299085] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.299300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.299346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.299556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.299706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.308071] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: IN_PROGRESS for 2s [ 1040.447711] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.950582] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.955934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.955934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.955934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.955934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.955934] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1041.008557] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.008557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.008557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.008557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.008557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.020072] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1041.930334] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 1041.930630] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.317730] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b in Status: SUCCESS [ 1042.318122] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b deletion is rescheduled due to dependency. [ 1042.318122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.907958] env[70476]: INFO networking_nsxv3.common.synchronization [req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 req-271ef5c1-ef65-4af0-9184-30fdd7c5aef1 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1042.908531] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1042.908842] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.908970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.909077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.909244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.909398] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.909923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.909923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.909923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.909923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.909923] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.029904] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1043.030178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.387562] env[70476]: INFO networking_nsxv3.common.synchronization [req-b30442f1-db20-4d5f-bf31-80bd577d4466 req-715077f8-5dc0-494a-b254-41f4fe7233a4 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Enqueued Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGHEST for action security_group_members [ 1043.392334] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGHEST for action security_group_members [ 1043.392984] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-16ce21b9-1d60-48e0-9287-d2273e50ebfd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.393158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.393229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.393521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.393695] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.394689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.394797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.395265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.395265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.395265] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16ce21b9-1d60-48e0-9287-d2273e50ebfd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.412532] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.412532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.412691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.412876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.413007] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.413305] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.413440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.413886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.413886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.413886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.413886] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1043.451014] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.451355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.451516] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.451804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.452058] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.460735] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1043.748222] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.748222] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-947" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.748222] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-947" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.748479] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-947" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.748625] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.748724] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.748834] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.749114] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.749265] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.749483] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.749602] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.749714] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.749827] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.749941] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.750064] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.750203] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.769591] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.769780] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.769909] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.770190] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-947" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.770673] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.770767] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.770890] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.771563] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.771563] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9cd03b1-7b68-4bd8-9d43-554855a1ffe8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.899231] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.899231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.899231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.899231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.899231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.899231] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.899231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.899231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.899231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.899231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.899231] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd already deleted. [ 1043.899231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.274069] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.274225] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.274373] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.274684] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.274850] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.275014] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 not found, creating... [ 1044.275391] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.275632] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.275720] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.276179] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.276420] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.276774] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.276997] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.277325] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.277418] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.278095] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.278095] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 is going to be created. [ 1044.298018] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.298018] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.298018] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.298018] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.298018] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.298018] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.888692] env[70476]: INFO networking_nsxv3.common.synchronization [req-dee32280-086e-4e71-addc-a58ac072202b req-ab21783f-a343-4082-8d6e-2266ae643af9 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Enqueued Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_members [ 1044.889267] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_members [ 1044.889592] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.889715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.889879] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.889981] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.890148] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.890246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.890334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.890497] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.890577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.890669] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.042348] env[70476]: INFO networking_nsxv3.common.synchronization [req-b30442f1-db20-4d5f-bf31-80bd577d4466 req-90d7c651-cabb-4a40-a9b1-54f391444018 service nova] Enqueued Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGHEST for action security_group_rules [ 1045.042348] env[70476]: INFO networking_nsxv3.common.synchronization [req-b30442f1-db20-4d5f-bf31-80bd577d4466 req-90d7c651-cabb-4a40-a9b1-54f391444018 service nova] Enqueued Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGHEST for action security_group_members [ 1045.042348] env[70476]: INFO networking_nsxv3.common.synchronization [req-b30442f1-db20-4d5f-bf31-80bd577d4466 req-90d7c651-cabb-4a40-a9b1-54f391444018 service nova] Enqueued Resource ID: a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 with Priority: HIGHEST for action port [ 1045.042348] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGHEST for action security_group_rules [ 1045.042348] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGHEST for action security_group_members [ 1045.042348] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 with Priority: HIGHEST for action port [ 1045.043496] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.043739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.043739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.044029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.044029] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16ce21b9-1d60-48e0-9287-d2273e50ebfd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.044903] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-16ce21b9-1d60-48e0-9287-d2273e50ebfd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.045066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.045226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.045415] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.045415] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.045574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.045574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.046184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.046184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.046184] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16ce21b9-1d60-48e0-9287-d2273e50ebfd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.047357] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.047357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.047357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.047357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.047357] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9cd03b1-7b68-4bd8-9d43-554855a1ffe8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.392575] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.392752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.392795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.393015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.414666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.414953] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.415111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.415180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.415402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.415487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.415578] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 is going to be updated. [ 1045.439240] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.439442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.439496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.439786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.439976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.448230] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: IN_PROGRESS for 2s [ 1045.467423] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1045.467641] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 deletion is rescheduled due to dependency. [ 1045.467760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.551397] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16ce21b9-1d60-48e0-9287-d2273e50ebfd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.552529] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-16ce21b9-1d60-48e0-9287-d2273e50ebfd taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.552694] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.554168] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 with status ACTIVE [ 1045.554510] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.554747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.554867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.555150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.555280] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.555485] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.555599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.555664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.555900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.556022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.557944] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.557944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.557944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.557944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.557944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.557944] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 is going to be updated. [ 1045.579510] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.579732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.579780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.580013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.580243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.580417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.056173] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16ce21b9-1d60-48e0-9287-d2273e50ebfd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.204604] env[70476]: INFO networking_nsxv3.common.synchronization [req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba req-2096a383-f35f-408a-8ca1-761a83281c72 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 1046.205125] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 1046.205425] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.205541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.205602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.205800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.206013] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.206251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.206318] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.206475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.206620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.206688] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.561677] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.561677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.561677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.561677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.561677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.561677] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd is going to be created. [ 1046.576020] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.576020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.576020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.576020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.576020] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.576020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.576020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.576020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.576020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.576835] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.577160] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.577482] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.577782] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.578100] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.578336] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.579648] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.582827] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.584109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.584341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.584726] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.585065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.592927] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd in Status: UNINITIALIZED for 2s [ 1046.600020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.600020] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.600020] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.600020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.600020] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-8409b9fb-5cef-4944-bee1-a3fdc74382ee taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.600020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-8409b9fb-5cef-4944-bee1-a3fdc74382ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.600020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-8409b9fb-5cef-4944-bee1-a3fdc74382ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.600020] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-8409b9fb-5cef-4944-bee1-a3fdc74382ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.600020] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8409b9fb-5cef-4944-bee1-a3fdc74382ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.709257] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.709477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.709517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.709713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.729322] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.729633] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.729722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.729797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.730073] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.730073] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.730177] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 1046.753293] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.753496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.753496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.753571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.753714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.763515] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 1047.103615] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.103946] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.103946] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.104686] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.104686] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.104686] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 8409b9fb-5cef-4944-bee1-a3fdc74382ee not found, creating... [ 1047.104885] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.105077] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.105197] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.105417] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.106090] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.106090] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.106271] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.106271] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.106468] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.106623] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.106765] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 8409b9fb-5cef-4944-bee1-a3fdc74382ee is going to be created. [ 1047.125072] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.125268] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.125390] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.125630] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.126155] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.126155] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-8409b9fb-5cef-4944-bee1-a3fdc74382ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.460520] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: SUCCESS [ 1047.461406] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 deletion is rescheduled due to dependency. [ 1047.461406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.804527] env[70476]: INFO networking_nsxv3.common.synchronization [req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba req-22528dfc-2cff-4f60-ac59-a2e7c6682230 service nova] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_rules [ 1047.804710] env[70476]: INFO networking_nsxv3.common.synchronization [req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba req-22528dfc-2cff-4f60-ac59-a2e7c6682230 service nova] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 1047.804848] env[70476]: INFO networking_nsxv3.common.synchronization [req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba req-22528dfc-2cff-4f60-ac59-a2e7c6682230 service nova] Enqueued Resource ID: 8409b9fb-5cef-4944-bee1-a3fdc74382ee with Priority: HIGHEST for action port [ 1047.805100] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_rules [ 1047.805220] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 1047.805321] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8409b9fb-5cef-4944-bee1-a3fdc74382ee with Priority: HIGHEST for action port [ 1047.805866] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.806572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.806572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.806572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.806572] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.808032] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.808220] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.808702] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8409b9fb-5cef-4944-bee1-a3fdc74382ee taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.808702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8409b9fb-5cef-4944-bee1-a3fdc74382ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.808702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8409b9fb-5cef-4944-bee1-a3fdc74382ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.809147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8409b9fb-5cef-4944-bee1-a3fdc74382ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.809147] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8409b9fb-5cef-4944-bee1-a3fdc74382ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.310814] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.310814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.312192] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8409b9fb-5cef-4944-bee1-a3fdc74382ee with status ACTIVE [ 1048.312421] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.312577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.312650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.312872] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.312987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.313210] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.313331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.313388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.313582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.313679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.313866] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.313972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.314057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.314201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.314287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.314382] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8409b9fb-5cef-4944-bee1-a3fdc74382ee is going to be updated. [ 1048.333648] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.333789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.333831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.334090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.334257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.334482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8409b9fb-5cef-4944-bee1-a3fdc74382ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.603912] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd in Status: SUCCESS [ 1048.604183] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.604432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.604554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.604744] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.604864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.604926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.605092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.605176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.605257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.605376] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16ce21b9-1d60-48e0-9287-d2273e50ebfd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.772945] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 1048.773150] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a deletion is rescheduled due to dependency. [ 1048.773269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.773505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.774120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.774337] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.774462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.774526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.774852] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.774852] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.774852] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.108487] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16ce21b9-1d60-48e0-9287-d2273e50ebfd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.279324] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.612366] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16ce21b9-1d60-48e0-9287-d2273e50ebfd: rpc.has_security_group_logging(os_id): False [ 1049.630710] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.630844] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.630925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.631174] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.631276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.631531] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.631654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.631691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.631854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.631930] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.632042] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd is going to be created. [ 1049.688017] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.688294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.688294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.688579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.688822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.699599] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd in Status: IN_PROGRESS for 2s [ 1049.785539] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.288608] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.288812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.288962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.289309] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.289509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.289604] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 1050.314936] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.315164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.315214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.315433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.315581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.328321] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 1051.140067] env[70476]: INFO networking_nsxv3.common.synchronization [req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 req-d038c2e7-339d-4e45-b7fb-4595db6e027f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1051.140304] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1051.141132] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.141132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.141132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.141132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.141302] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.141302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.141302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.142669] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.142669] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.142669] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.293976] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.710570] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd in Status: SUCCESS [ 1051.711329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.796903] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.299871] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.300369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.300369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.300509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.300640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.300809] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 1052.327429] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.327601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.327702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.327925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.328122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.339770] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 1052.339928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.340112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.340406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.341159] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.341159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.341159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.341159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.341159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.341159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.341159] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.343054] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 1052.843528] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.843749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.843749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.843961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.844152] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.844278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.844335] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.844465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.844544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.844630] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.844773] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.844864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.844920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.845073] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.845210] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.845297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.845362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.845495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.845566] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.845645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.845742] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.348080] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c544ab7a-9c47-4928-be9b-dd9505a7bf7a: rpc.has_security_group_logging(os_id): False [ 1053.366445] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.366928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.366928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.367148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.367303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.367669] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.367833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.367962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.368300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.368561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.368749] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.369034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.369034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.369270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.369369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.369685] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.369859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.369969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.370243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.370392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.370593] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 1053.432502] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.432502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.432710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.432801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.432963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.443270] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 1054.352233] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 1054.352743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.457898] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 1055.458269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.627044] env[70476]: INFO networking_nsxv3.common.synchronization [req-77d0364a-7264-4340-b453-da389293a243 req-6762d392-1f50-4f99-a9d6-ba8522996545 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Enqueued Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGHEST for action security_group_members [ 1055.627729] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGHEST for action security_group_members [ 1055.628148] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b883d128-b7c4-4c47-9b5f-b3b92239f43d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.628347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.628490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.628743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.628975] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.629165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.629264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.629462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.629594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.629739] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b883d128-b7c4-4c47-9b5f-b3b92239f43d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.769091] env[70476]: INFO networking_nsxv3.common.synchronization [req-809f5a62-700f-494d-99d3-6e8dd186a3bf req-6fc56181-f67c-4df2-ba19-6ab151c5e51a tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_members [ 1055.769900] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_members [ 1055.770593] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.772389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.772389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.772389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.772389] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.772389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.772389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.772389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.772389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.772389] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.085970] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.086213] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.086355] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.086654] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.086933] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.087128] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.087251] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.087589] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.087699] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.087914] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.088035] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.088141] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.088244] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.088446] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.088592] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.088752] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.107692] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.109388] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.109388] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.109388] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.109388] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.109388] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.109388] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.109824] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.109824] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.132265] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.132461] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.132541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.132756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.156518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.156835] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.156958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.157037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.157242] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.157380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.157491] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d is going to be updated. [ 1056.188157] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.188408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.188506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.188784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.188969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.199686] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d in Status: IN_PROGRESS for 2s [ 1056.276303] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.276490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.276538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.276843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.276843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.277827] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.277827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.277827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.277827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.277827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.277827] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 already deleted. [ 1056.277827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.612271] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.612633] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.612702] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.613220] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.613220] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.613428] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f not found, creating... [ 1056.613608] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.613788] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.613898] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.614134] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.614278] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.616067] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.616067] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.616067] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.616272] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.616734] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.616734] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f is going to be created. [ 1056.634960] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.635220] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.635347] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.635707] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.635946] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.636797] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.614347] env[70476]: INFO networking_nsxv3.common.synchronization [req-809f5a62-700f-494d-99d3-6e8dd186a3bf req-c469eb9f-71a6-4e80-aa3a-895a2f67881c service nova] Enqueued Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_rules [ 1057.614347] env[70476]: INFO networking_nsxv3.common.synchronization [req-809f5a62-700f-494d-99d3-6e8dd186a3bf req-c469eb9f-71a6-4e80-aa3a-895a2f67881c service nova] Enqueued Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_members [ 1057.614347] env[70476]: INFO networking_nsxv3.common.synchronization [req-809f5a62-700f-494d-99d3-6e8dd186a3bf req-c469eb9f-71a6-4e80-aa3a-895a2f67881c service nova] Enqueued Resource ID: e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f with Priority: HIGHEST for action port [ 1057.614650] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_rules [ 1057.614907] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_members [ 1057.614907] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f with Priority: HIGHEST for action port [ 1057.615486] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.615612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.615680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.615885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.616027] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.616805] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.617251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.617251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.617251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.617432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.617432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.617432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.617594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.617642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.617687] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.618432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.618545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.618623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.618773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.618842] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.790503] env[70476]: INFO networking_nsxv3.common.synchronization [None req-66eb4951-6dd1-4747-a787-125481e7a6e8 None None] Enqueued Resource ID: 9e2b56c0-5d4d-4605-8db5-ac102ecb7785 with Priority: HIGHEST for action port [ 1057.791029] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e2b56c0-5d4d-4605-8db5-ac102ecb7785 with Priority: HIGHEST for action port [ 1057.791335] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e2b56c0-5d4d-4605-8db5-ac102ecb7785 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.791563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e2b56c0-5d4d-4605-8db5-ac102ecb7785" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.791643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e2b56c0-5d4d-4605-8db5-ac102ecb7785" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.792196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e2b56c0-5d4d-4605-8db5-ac102ecb7785" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.792285] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2b56c0-5d4d-4605-8db5-ac102ecb7785',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.120976] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.120976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.125972] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.131020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f with status ACTIVE [ 1058.131020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.131020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.131020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.131020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.131020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.131020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.131020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.131020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.131020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.131020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.131020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.131020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.131020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.131020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.131020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.131020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f is going to be updated. [ 1058.150322] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.150477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.150540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.150748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.150892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.151066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.210677] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d in Status: SUCCESS [ 1058.210893] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d deletion is rescheduled due to dependency. [ 1058.211119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.294253] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e2b56c0-5d4d-4605-8db5-ac102ecb7785 [ 1058.294487] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.294613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.294677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.294886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.294969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.295070] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e2b56c0-5d4d-4605-8db5-ac102ecb7785 already deleted. [ 1058.295146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e2b56c0-5d4d-4605-8db5-ac102ecb7785" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.633007] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.137292] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.137429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.137429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.137672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.137775] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.137906] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 is going to be created. [ 1059.164240] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.164431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.164500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.166535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.166535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.174500] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: UNINITIALIZED for 2s [ 1059.627452] env[70476]: INFO networking_nsxv3.common.synchronization [None req-e5f602ee-1741-45f3-b6ed-724a95320f6e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_rules [ 1059.627993] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_rules [ 1059.628326] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.630414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.630610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.630936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.631080] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.728862] env[70476]: INFO networking_nsxv3.common.synchronization [None req-8623c909-f198-4536-be00-c17fc5b02eb8 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_rules [ 1059.729436] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_rules [ 1059.729740] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.729845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.937355] env[70476]: INFO networking_nsxv3.common.synchronization [None req-9a577d09-95aa-4657-968d-26a3607f0151 None None] Enqueued Resource ID: a2f906bb-be0e-4e28-9db2-21e623063fc6 with Priority: HIGHEST for action port [ 1059.937558] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f906bb-be0e-4e28-9db2-21e623063fc6 with Priority: HIGHEST for action port [ 1059.938176] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2f906bb-be0e-4e28-9db2-21e623063fc6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.938308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2f906bb-be0e-4e28-9db2-21e623063fc6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.938308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2f906bb-be0e-4e28-9db2-21e623063fc6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.938619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2f906bb-be0e-4e28-9db2-21e623063fc6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.938674] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f906bb-be0e-4e28-9db2-21e623063fc6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.150595] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.150745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.150798] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.150999] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.151108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.151251] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 already deleted. [ 1060.151251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.151382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.151530] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.151605] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.443383] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2f906bb-be0e-4e28-9db2-21e623063fc6 [ 1060.443383] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.443383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.443383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.443383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.443383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.443383] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2f906bb-be0e-4e28-9db2-21e623063fc6 already deleted. [ 1060.443383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2f906bb-be0e-4e28-9db2-21e623063fc6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.671029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.671213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.671303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.671561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.671667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.671791] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 already deleted. [ 1060.671889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.822019] env[70476]: INFO networking_nsxv3.common.synchronization [req-bf3c9f32-2c73-45ce-a6cf-af095243b624 req-795ae561-b0ba-49b5-aac1-db2344c27569 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1060.822019] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1060.822019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.822019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.822019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.822019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.822019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.822019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.822019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.822019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.822019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.823495] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.183863] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: SUCCESS [ 1061.184122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.184317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.184584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.184793] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.184966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.185049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.185208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.185287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.185388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.185611] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.326926] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.376633] env[70476]: INFO networking_nsxv3.common.synchronization [req-171f0507-d7b0-4506-81f2-ae6e31b16eab req-ad1d5981-2e9b-414a-8dc0-3db5af06fb80 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 1061.377486] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 1061.379053] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.379138] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.379212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.379472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.379690] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.379797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.379864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.380099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.380237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.380348] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.688047] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.793153] env[70476]: INFO networking_nsxv3.common.synchronization [None req-1fff71a0-5b84-4ada-bff6-036f01120f98 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Enqueued Resource ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 with Priority: HIGHEST for action security_group_rules [ 1061.793153] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 with Priority: HIGHEST for action security_group_rules [ 1061.793153] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.793153] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.793153] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.793764] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.793975] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81fe29e7-20f6-458f-af4b-8f6818d70ec1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.832076] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.832076] env[70476]: INFO networking_nsxv3.common.synchronization [req-ccff95df-4d57-4332-9589-41bc970a7164 req-41c37852-7bce-4e3b-befc-accdc9aafa9b tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Enqueued Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_members [ 1061.837850] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e with Priority: HIGHEST for action security_group_members [ 1061.837850] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f287b12-ab9a-42bb-835d-9d231c7bc60e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.837850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.837850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.837850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.837850] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.837850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.837850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.837850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.837850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.837850] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f287b12-ab9a-42bb-835d-9d231c7bc60e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.886506] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.886671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.886732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.886952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.887058] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.887324] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.887438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.887498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.887739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.887739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.887905] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 1061.900304] env[70476]: INFO networking_nsxv3.common.synchronization [None req-78894c24-5335-4e0b-b737-0764026821b2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Enqueued Resource ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 with Priority: HIGHEST for action security_group_rules [ 1061.901226] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 with Priority: HIGHEST for action security_group_rules [ 1061.901937] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.902045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.914650] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.914860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.914860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.915141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.915298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.925731] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 1062.193161] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3752606c-b94c-4f68-82d5-9eabb057fbe0: rpc.has_security_group_logging(os_id): False [ 1062.216054] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.216203] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.216270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.216654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.216654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.216843] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.216943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.217011] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.217468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.217468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.217468] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 is going to be created. [ 1062.275778] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.275927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.275998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.276226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.276426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.290670] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: IN_PROGRESS for 2s [ 1062.316344] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.316344] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.316344] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.316344] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.316344] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.316344] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 already deleted. [ 1062.316344] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.317093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.317278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.317396] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81fe29e7-20f6-458f-af4b-8f6818d70ec1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.334621] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.334755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.334816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.335024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.335115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.335213] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1062.344766] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.344908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.344979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.345195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.345286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.345499] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.345603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.345666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.345820] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.345908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.345996] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e is going to be updated. [ 1062.379851] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.380017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.380083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.380301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.380520] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.387022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.387022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.387022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.387022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.387022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.397023] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1062.397023] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e in Status: IN_PROGRESS for 2s [ 1062.840178] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.840178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.840178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.840178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.840178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.840178] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 already deleted. [ 1062.840178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.294782] env[70476]: INFO networking_nsxv3.common.synchronization [req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa req-aacd2d72-f3ad-4a80-9e97-bb28df0672af tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1063.295525] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1063.296475] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.296563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.296664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.298236] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.298529] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.298687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.298778] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.299013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.299450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.299585] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.633248] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.633460] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.633591] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.633858] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.634193] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.634300] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.634419] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.634634] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.634771] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.635403] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.635403] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.635403] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.635403] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.635723] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.635762] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.635905] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.657029] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.657029] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.657029] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.657219] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.658185] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-9fe378ef-e728-4144-8f27-2df649806c6c taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.658185] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-9fe378ef-e728-4144-8f27-2df649806c6c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.658185] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-9fe378ef-e728-4144-8f27-2df649806c6c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.658185] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-9fe378ef-e728-4144-8f27-2df649806c6c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.658480] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe378ef-e728-4144-8f27-2df649806c6c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.803461] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.803628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.803697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.803907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.804010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.804216] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.804312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.804371] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.804517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.804590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.804678] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1063.830398] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.830398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.830398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.830562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.830702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.838254] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1063.932784] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 1063.933115] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a deletion is rescheduled due to dependency. [ 1063.933115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.161134] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.161370] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.161694] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.161789] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.161928] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.162096] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 9fe378ef-e728-4144-8f27-2df649806c6c not found, creating... [ 1064.162364] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.162526] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.162644] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.162860] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.163000] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.163301] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.163457] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.163576] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.163799] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.163937] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.164093] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 9fe378ef-e728-4144-8f27-2df649806c6c is going to be created. [ 1064.184662] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.185016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.185016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.185316] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.185504] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.185733] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-9fe378ef-e728-4144-8f27-2df649806c6c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.301608] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: SUCCESS [ 1064.301608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.407105] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1064.407105] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.407105] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e in Status: SUCCESS [ 1064.407105] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f287b12-ab9a-42bb-835d-9d231c7bc60e deletion is rescheduled due to dependency. [ 1064.407105] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f287b12-ab9a-42bb-835d-9d231c7bc60e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.957209] env[70476]: INFO networking_nsxv3.common.synchronization [req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa req-d1514522-3f3c-4a46-bc72-25d5d6774e30 service nova] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_rules [ 1064.957532] env[70476]: INFO networking_nsxv3.common.synchronization [req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa req-d1514522-3f3c-4a46-bc72-25d5d6774e30 service nova] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1064.957532] env[70476]: INFO networking_nsxv3.common.synchronization [req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa req-d1514522-3f3c-4a46-bc72-25d5d6774e30 service nova] Enqueued Resource ID: 9fe378ef-e728-4144-8f27-2df649806c6c with Priority: HIGHEST for action port [ 1064.958095] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_rules [ 1064.958339] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1064.958411] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe378ef-e728-4144-8f27-2df649806c6c with Priority: HIGHEST for action port [ 1064.959437] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.959437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.959664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.959713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.960798] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.961551] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.961655] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.961895] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fe378ef-e728-4144-8f27-2df649806c6c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.961971] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fe378ef-e728-4144-8f27-2df649806c6c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.962098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fe378ef-e728-4144-8f27-2df649806c6c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.962227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fe378ef-e728-4144-8f27-2df649806c6c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.962305] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe378ef-e728-4144-8f27-2df649806c6c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.464410] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.464592] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.464718] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fe378ef-e728-4144-8f27-2df649806c6c with status ACTIVE [ 1065.464879] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.464980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.465055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.465271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.465369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.465533] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.465624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.465686] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.465832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.465909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.466098] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.466203] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.466282] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.466428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.466505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.466591] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fe378ef-e728-4144-8f27-2df649806c6c is going to be updated. [ 1065.485287] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.485287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.485287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.485287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.485287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.485287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fe378ef-e728-4144-8f27-2df649806c6c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.848831] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1065.849100] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 deletion is rescheduled due to dependency. [ 1065.849219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.849395] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.849667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.849831] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.849949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.850023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.850207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.850307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.850412] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.354814] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.856498] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.358790] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.359129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.361678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.361678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.361678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.361678] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1067.390276] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.390276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.390276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.390276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.390276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.398279] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1067.690977] env[70476]: INFO networking_nsxv3.common.synchronization [req-09500cf2-92c3-4bd9-b4fc-359ea822325a req-abde955c-2315-4284-9f94-f0399e6e53c6 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Enqueued Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_members [ 1067.691648] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_members [ 1067.692345] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.692473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.692536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.692777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.692883] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.692980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.693055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.693201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.693288] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.693379] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.195592] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.195825] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-282" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.196575] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-282" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.196575] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-282" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.196575] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.196772] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.198155] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.198155] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.198155] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.198155] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.198155] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.198155] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.198155] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.198155] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.198155] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.198825] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.200087] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.200269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.200514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.200742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.200893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.201135] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.201286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.201389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.201600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.201721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.201842] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 is going to be updated. [ 1068.231022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.231022] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.231022] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.231022] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-282" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.233804] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-d9b6ad52-ae20-46a2-9ebd-917e99b52203 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.234042] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-d9b6ad52-ae20-46a2-9ebd-917e99b52203" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.234178] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-d9b6ad52-ae20-46a2-9ebd-917e99b52203" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.234497] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-d9b6ad52-ae20-46a2-9ebd-917e99b52203" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.234638] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b6ad52-ae20-46a2-9ebd-917e99b52203',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.239947] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.240056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.240097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.240953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.242212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.249865] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: IN_PROGRESS for 2s [ 1068.738459] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.738459] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.738459] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.738459] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.738866] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.738866] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port d9b6ad52-ae20-46a2-9ebd-917e99b52203 not found, creating... [ 1068.739330] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.739536] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.739662] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.739889] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.740240] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.740600] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.740762] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.740904] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.741136] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.741267] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.741403] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: d9b6ad52-ae20-46a2-9ebd-917e99b52203 is going to be created. [ 1068.761342] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.761568] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.761696] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.761997] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.762215] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.762461] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-d9b6ad52-ae20-46a2-9ebd-917e99b52203" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.410972] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1069.410972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.410972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.410972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.410972] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.410972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.410972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.410972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.410972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.410972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.410972] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.639156] env[70476]: INFO networking_nsxv3.common.synchronization [req-09500cf2-92c3-4bd9-b4fc-359ea822325a req-76d35b94-ad88-4477-834c-b755a6f81805 service nova] Enqueued Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_rules [ 1069.639156] env[70476]: INFO networking_nsxv3.common.synchronization [req-09500cf2-92c3-4bd9-b4fc-359ea822325a req-76d35b94-ad88-4477-834c-b755a6f81805 service nova] Enqueued Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_members [ 1069.639156] env[70476]: INFO networking_nsxv3.common.synchronization [req-09500cf2-92c3-4bd9-b4fc-359ea822325a req-76d35b94-ad88-4477-834c-b755a6f81805 service nova] Enqueued Resource ID: d9b6ad52-ae20-46a2-9ebd-917e99b52203 with Priority: HIGHEST for action port [ 1069.639156] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_rules [ 1069.639156] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_members [ 1069.639929] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6ad52-ae20-46a2-9ebd-917e99b52203 with Priority: HIGHEST for action port [ 1069.642227] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.642395] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.642489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.642722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.642842] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.643882] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.643882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.644810] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b6ad52-ae20-46a2-9ebd-917e99b52203 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.644810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b6ad52-ae20-46a2-9ebd-917e99b52203" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.644810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b6ad52-ae20-46a2-9ebd-917e99b52203" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.644810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b6ad52-ae20-46a2-9ebd-917e99b52203" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.644810] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b6ad52-ae20-46a2-9ebd-917e99b52203',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.915545] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.915846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.915846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.915980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.916164] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.916266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.916330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.916468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.916550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.916656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.916866] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.916965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.917033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.917181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.917319] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.917408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.917464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.917594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.917668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.917746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.917832] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.149050] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.149050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.149050] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9b6ad52-ae20-46a2-9ebd-917e99b52203 with status ACTIVE [ 1070.149050] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.149050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.149050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.149050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.149050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.149050] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.149050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.149050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.149050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.149050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.149050] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.149995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.149995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.149995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.149995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.150556] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9b6ad52-ae20-46a2-9ebd-917e99b52203 is going to be updated. [ 1070.171910] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.171910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.171910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.173386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.174139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.174455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b6ad52-ae20-46a2-9ebd-917e99b52203" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.219082] env[70476]: INFO networking_nsxv3.common.synchronization [None req-bd948800-a2b7-4709-b90a-bbbf9467e1f5 None None] Enqueued Resource ID: 66c185f1-2dac-4243-b2b5-9b18752059a3 with Priority: HIGHEST for action port [ 1070.219082] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c185f1-2dac-4243-b2b5-9b18752059a3 with Priority: HIGHEST for action port [ 1070.219082] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-66c185f1-2dac-4243-b2b5-9b18752059a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.219592] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66c185f1-2dac-4243-b2b5-9b18752059a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.219780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66c185f1-2dac-4243-b2b5-9b18752059a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.220144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66c185f1-2dac-4243-b2b5-9b18752059a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.220347] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66c185f1-2dac-4243-b2b5-9b18752059a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.262612] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: SUCCESS [ 1070.262612] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 deletion is rescheduled due to dependency. [ 1070.262612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.262612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.262612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.262612] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.262612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.262612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.262612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.262612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.262612] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.426724] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f9a8b41-6468-49b3-9de5-b2f5466e3a83: rpc.has_security_group_logging(os_id): False [ 1070.442835] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.442835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.442835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.442835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.442835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.442835] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.442835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.442835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.442835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.442835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.443316] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.443316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.443316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.443316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.443316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.443481] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.443556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.443611] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.443839] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.444018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.444118] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1070.496669] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.496833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.496911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.497130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.497280] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.508032] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1070.723153] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66c185f1-2dac-4243-b2b5-9b18752059a3 [ 1070.723153] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.723300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.723300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.724034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.724034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.724034] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66c185f1-2dac-4243-b2b5-9b18752059a3 already deleted. [ 1070.724034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66c185f1-2dac-4243-b2b5-9b18752059a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.764425] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.270861] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.773542] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.773809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.773851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.774059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.774157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.774259] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 is going to be updated. [ 1071.801460] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.801460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.801602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.801767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.801882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.810820] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: IN_PROGRESS for 2s [ 1072.521804] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1072.522324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.702217] env[70476]: INFO networking_nsxv3.common.synchronization [None req-622da519-a80b-4c4f-b4f9-b26f8441cba2 None None] Enqueued Resource ID: e38c51bd-405e-462c-8be1-3cc05d4a1fa6 with Priority: HIGHEST for action port [ 1072.702217] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38c51bd-405e-462c-8be1-3cc05d4a1fa6 with Priority: HIGHEST for action port [ 1072.702217] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e38c51bd-405e-462c-8be1-3cc05d4a1fa6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.702217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e38c51bd-405e-462c-8be1-3cc05d4a1fa6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.702469] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e38c51bd-405e-462c-8be1-3cc05d4a1fa6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.702570] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e38c51bd-405e-462c-8be1-3cc05d4a1fa6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.702613] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e38c51bd-405e-462c-8be1-3cc05d4a1fa6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.204654] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e38c51bd-405e-462c-8be1-3cc05d4a1fa6 [ 1073.204897] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.205127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.205204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.205517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.205607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.205700] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e38c51bd-405e-462c-8be1-3cc05d4a1fa6 already deleted. [ 1073.205781] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e38c51bd-405e-462c-8be1-3cc05d4a1fa6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.821451] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: SUCCESS [ 1073.821846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.821890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.822185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.822392] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.822528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.822623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.822834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.822920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.823404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.823404] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.325064] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.828088] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1abf3988-991a-43de-992f-0333a12c48e6: rpc.has_security_group_logging(os_id): False [ 1074.844685] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.844830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.844886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.845122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.845918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.845918] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.845918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.845918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.845918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.845918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.846232] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 is going to be updated. [ 1074.901506] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.901506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.901677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.901773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.901911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.912422] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: IN_PROGRESS for 2s [ 1076.650981] env[70476]: INFO networking_nsxv3.common.synchronization [req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d req-5d8771a6-8782-4c36-89cf-7b0c63e28a98 tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Enqueued Resource ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd with Priority: HIGHEST for action security_group_members [ 1076.651541] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd with Priority: HIGHEST for action security_group_members [ 1076.652204] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a774de0a-3e06-4d19-a071-c12e48f9e7bd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.652333] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.652405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.652650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.652803] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.652908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.653015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.654838] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.655136] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.655136] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a774de0a-3e06-4d19-a071-c12e48f9e7bd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.681471] env[70476]: INFO networking_nsxv3.common.synchronization [req-23e5adac-1c22-4a47-867d-6462cc3c6b02 req-bd963ac2-3015-4282-93ee-74f063ba5d60 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1076.682403] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1076.682702] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.682823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.682889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.683223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.683406] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.683522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.683567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.683723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.683810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.683898] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.929974] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: SUCCESS [ 1076.930387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.941945] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.942207] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.942300] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.942564] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.942827] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.942982] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.943113] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.943329] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.943471] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.943688] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.943791] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.943899] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.944018] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.944134] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.944239] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.944371] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.961105] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.962008] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1076.962008] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.962008] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-899" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.962401] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-e1012944-815e-48f0-a610-39e76fd549db taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.962629] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-e1012944-815e-48f0-a610-39e76fd549db" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.962810] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-e1012944-815e-48f0-a610-39e76fd549db" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.963106] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-e1012944-815e-48f0-a610-39e76fd549db" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.963247] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1012944-815e-48f0-a610-39e76fd549db',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.159449] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.159670] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.159736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.159901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.160814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.160814] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.160814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.160814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.160814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.160814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.160814] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd already deleted. [ 1077.160814] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.185797] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.185951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.186817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.186817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.186817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.186817] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.186817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.187355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.187355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.187355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.187355] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 1077.213350] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.213350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.213350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.213350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.213350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.221611] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 1077.465507] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.465797] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.465797] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.466177] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.466304] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.466474] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port e1012944-815e-48f0-a610-39e76fd549db not found, creating... [ 1077.466713] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.466880] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.467011] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.467313] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.467473] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.467782] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.467934] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.468098] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.468327] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.468465] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.468608] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: e1012944-815e-48f0-a610-39e76fd549db is going to be created. [ 1077.487774] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.487774] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.488135] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.489843] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.489843] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.489843] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-e1012944-815e-48f0-a610-39e76fd549db" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.195056] env[70476]: INFO networking_nsxv3.common.synchronization [req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d req-b194d73c-ccc1-4ac9-b27e-19bed023f216 service nova] Enqueued Resource ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd with Priority: HIGHEST for action security_group_rules [ 1078.195361] env[70476]: INFO networking_nsxv3.common.synchronization [req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d req-b194d73c-ccc1-4ac9-b27e-19bed023f216 service nova] Enqueued Resource ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd with Priority: HIGHEST for action security_group_members [ 1078.195473] env[70476]: INFO networking_nsxv3.common.synchronization [req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d req-b194d73c-ccc1-4ac9-b27e-19bed023f216 service nova] Enqueued Resource ID: e1012944-815e-48f0-a610-39e76fd549db with Priority: HIGHEST for action port [ 1078.195630] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd with Priority: HIGHEST for action security_group_rules [ 1078.195755] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd with Priority: HIGHEST for action security_group_members [ 1078.196033] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1012944-815e-48f0-a610-39e76fd549db with Priority: HIGHEST for action port [ 1078.197336] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a774de0a-3e06-4d19-a071-c12e48f9e7bd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.197475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.197538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.197789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.197873] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a774de0a-3e06-4d19-a071-c12e48f9e7bd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.202056] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a774de0a-3e06-4d19-a071-c12e48f9e7bd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.202191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.202259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.202455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.202612] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.202900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.202900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.202900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.203059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.203113] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a774de0a-3e06-4d19-a071-c12e48f9e7bd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.203953] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1012944-815e-48f0-a610-39e76fd549db taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.204130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1012944-815e-48f0-a610-39e76fd549db" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.204180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1012944-815e-48f0-a610-39e76fd549db" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.205492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1012944-815e-48f0-a610-39e76fd549db" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.205608] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1012944-815e-48f0-a610-39e76fd549db',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.710971] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a774de0a-3e06-4d19-a071-c12e48f9e7bd taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.711149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.711353] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a774de0a-3e06-4d19-a071-c12e48f9e7bd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.714050] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1012944-815e-48f0-a610-39e76fd549db with status ACTIVE [ 1078.714050] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.714170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.714170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.714356] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.714447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.714613] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.714706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.715457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.715457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.715457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.715457] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.715457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.715457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.715457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.715806] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.715806] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1012944-815e-48f0-a610-39e76fd549db is going to be updated. [ 1078.734711] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.734711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.734711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.734924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.736018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.736018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1012944-815e-48f0-a610-39e76fd549db" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.213608] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a774de0a-3e06-4d19-a071-c12e48f9e7bd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.231766] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 1079.231766] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec deletion is rescheduled due to dependency. [ 1079.231984] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.716494] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.716686] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.716752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.716933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.717036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.717138] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd is going to be created. [ 1079.738408] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.738663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.738663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.738798] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.738974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.747315] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd in Status: UNINITIALIZED for 2s [ 1081.760292] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd in Status: SUCCESS [ 1081.760546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.761252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.761252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.761252] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.761252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.761252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.761926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.761926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.761926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.761926] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a774de0a-3e06-4d19-a071-c12e48f9e7bd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.264561] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a774de0a-3e06-4d19-a071-c12e48f9e7bd taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.264744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.265844] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.266177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.266381] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.266505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.266569] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.266741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.266873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.266969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.267221] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a774de0a-3e06-4d19-a071-c12e48f9e7bd taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.267323] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.267378] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.267961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.267961] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.267961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.267961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.268380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.268380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.268380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.268380] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a774de0a-3e06-4d19-a071-c12e48f9e7bd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.770666] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a774de0a-3e06-4d19-a071-c12e48f9e7bd: rpc.has_security_group_logging(os_id): False [ 1082.794803] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.794944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.795015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.795229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.795317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.795507] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.795604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.795667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.795824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.795939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.796131] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.796225] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.796284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.796420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.796492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.796661] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.796750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.796805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.796933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.797195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.797195] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd is going to be created. [ 1082.852408] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.852408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.852408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.852408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.852408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.861247] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd in Status: IN_PROGRESS for 2s [ 1083.196974] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1083.196974] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1084.874929] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd in Status: SUCCESS [ 1084.875311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.699689] env[70476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1087.699962] env[70476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] NSXv3 Agent Agent loop - iteration:2 started [ 1088.197684] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1088.197959] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1090.844356] env[70476]: INFO networking_nsxv3.common.synchronization [req-986d34a6-f990-43da-a514-fbcaccee1f1f req-0c89cec7-4d09-43cd-a1c9-f66f5a5b5ec5 tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Enqueued Resource ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd with Priority: HIGHEST for action security_group_members [ 1090.844356] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd with Priority: HIGHEST for action security_group_members [ 1090.846801] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a774de0a-3e06-4d19-a071-c12e48f9e7bd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.846801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.846801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.846801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.846801] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.846801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.846801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.846801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.846801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.846801] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a774de0a-3e06-4d19-a071-c12e48f9e7bd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.859435] env[70476]: INFO networking_nsxv3.common.synchronization [req-876bdb8b-03a6-419c-a377-093ca29c177e req-68c61b1d-a45f-432a-bc82-7711f468ea69 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1090.860150] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1090.860658] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.860827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.860827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.861139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.861298] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.861399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.861463] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.861620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.862335] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.862441] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.961843] env[70476]: INFO networking_nsxv3.common.synchronization [req-aec67523-bfff-414d-b740-017b93f73b73 req-8bd38a7b-3c3d-4fd7-bfd9-bdffdb955708 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1090.963510] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1090.965394] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.965668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.965863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.966173] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.966424] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.966629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.966779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.967016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.967189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.967365] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.283893] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.283893] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-583" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.283893] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-583" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.284275] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-583" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.284555] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.284717] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.284834] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.287021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.287021] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.287021] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.287021] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.287021] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.287021] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.287021] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.287021] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.287363] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.309062] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.309254] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.309394] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.309571] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-583" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.309887] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-e9f7428a-5186-43b7-aaae-241e15ae57f9 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.310073] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.310196] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.310489] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.310630] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f7428a-5186-43b7-aaae-241e15ae57f9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.348389] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.348389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.348389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.348389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.348389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.348389] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.348389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.348389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.348389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.348389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.348389] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd is going to be updated. [ 1091.365949] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.366096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.366210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.366350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.366438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.366621] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.366717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.366773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.366917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.366993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.367104] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 already deleted. [ 1091.367164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.383423] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.383631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.383731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.383933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.385167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.395347] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd in Status: IN_PROGRESS for 2s [ 1091.469477] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.469477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.469656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.469733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.469825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.470031] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.470157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.470219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.470369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.470445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.470531] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1091.499033] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.499033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.499340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.499340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.499485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.508362] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1091.753799] env[70476]: INFO networking_nsxv3.common.synchronization [None req-dcfbf615-52d4-45f1-be22-575329487ee2 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Enqueued Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_rules [ 1091.753799] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_rules [ 1091.753799] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f68932f-4566-4b68-a1f0-7134291cf00b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.753799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.753799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.754038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.754038] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.814902] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.815215] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.815274] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.815780] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.815972] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.816149] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port e9f7428a-5186-43b7-aaae-241e15ae57f9 not found, creating... [ 1091.816413] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.816576] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.816696] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.816932] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.817086] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.817373] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.817527] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.817643] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.817922] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.818076] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.818386] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 is going to be created. [ 1091.820480] env[70476]: INFO networking_nsxv3.common.synchronization [None req-78a86033-0656-4f0b-8067-aeeebbbf63b9 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Enqueued Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_rules [ 1091.820561] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_rules [ 1091.821163] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f68932f-4566-4b68-a1f0-7134291cf00b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.821254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.839445] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.839639] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.839759] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.840055] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.840341] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.840492] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.299155] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.299155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.299155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.299155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.299155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.299155] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f68932f-4566-4b68-a1f0-7134291cf00b already deleted. [ 1092.299155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.299155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.299155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.299155] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.753015] env[70476]: INFO networking_nsxv3.common.synchronization [req-876bdb8b-03a6-419c-a377-093ca29c177e req-14459671-c2a0-4eec-8bc5-2b512ed98f91 service nova] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_rules [ 1092.753015] env[70476]: INFO networking_nsxv3.common.synchronization [req-876bdb8b-03a6-419c-a377-093ca29c177e req-14459671-c2a0-4eec-8bc5-2b512ed98f91 service nova] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1092.753015] env[70476]: INFO networking_nsxv3.common.synchronization [req-876bdb8b-03a6-419c-a377-093ca29c177e req-14459671-c2a0-4eec-8bc5-2b512ed98f91 service nova] Enqueued Resource ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 with Priority: HIGHEST for action port [ 1092.753015] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_rules [ 1092.753015] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1092.753015] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 with Priority: HIGHEST for action port [ 1092.753015] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.753015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.753015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.753015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.753015] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.756146] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.756146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.756146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.756146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.756146] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.756146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.756146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.756146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.756146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.756146] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.756611] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f7428a-5186-43b7-aaae-241e15ae57f9 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.756808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.756808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.756922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.756976] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f7428a-5186-43b7-aaae-241e15ae57f9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.822118] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.822118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.822118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.822118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.822118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.822118] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f68932f-4566-4b68-a1f0-7134291cf00b already deleted. [ 1092.822118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.258137] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.259284] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.259975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.261524] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9f7428a-5186-43b7-aaae-241e15ae57f9 with status ACTIVE [ 1093.261692] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.261821] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.261924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.262159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.262260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.262447] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.262545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.262603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.262772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.262901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.262997] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.263099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.263153] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.263289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.263349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.263432] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 is going to be updated. [ 1093.286116] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.286255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.286255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.286434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.286571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.286724] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.408131] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd in Status: SUCCESS [ 1093.408131] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a774de0a-3e06-4d19-a071-c12e48f9e7bd deletion is rescheduled due to dependency. [ 1093.408131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a774de0a-3e06-4d19-a071-c12e48f9e7bd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.546197] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1093.546354] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 deletion is rescheduled due to dependency. [ 1093.546559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.762064] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.264527] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.264694] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.264769] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.264991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.265101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.265200] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 is going to be created. [ 1094.292619] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.292786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.292895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.293145] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.293375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.302051] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 in Status: UNINITIALIZED for 2s [ 1095.379029] env[70476]: INFO networking_nsxv3.common.synchronization [req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 req-ff500e20-5025-4d4f-9667-9ccc8dabab00 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Enqueued Resource ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 with Priority: HIGHEST for action security_group_members [ 1095.379484] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 with Priority: HIGHEST for action security_group_members [ 1095.379790] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-81fe29e7-20f6-458f-af4b-8f6818d70ec1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.379910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.379973] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.380354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.380536] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.380649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.380736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.380932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.381049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.381161] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81fe29e7-20f6-458f-af4b-8f6818d70ec1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.804356] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.804563] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-306" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.804694] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-306" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.805099] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-306" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.805260] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.805419] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.805538] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.805754] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.805897] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.806114] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.806229] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.806399] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.806449] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.806595] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.806654] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.806787] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.824920] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.825126] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.825271] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.825440] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-306" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.825749] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-ec788122-64e0-4617-b022-91216ad60e7b taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.825921] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-ec788122-64e0-4617-b022-91216ad60e7b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.826054] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-ec788122-64e0-4617-b022-91216ad60e7b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.826402] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-ec788122-64e0-4617-b022-91216ad60e7b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.826545] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec788122-64e0-4617-b022-91216ad60e7b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.883961] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.884050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.884117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.884319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.884402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.884592] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.884686] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.884744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.884890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.884963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.885161] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 already deleted. [ 1095.885161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.311461] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 in Status: SUCCESS [ 1096.311725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.311889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.312148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.312339] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.312463] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.312525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.312660] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.312740] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.312832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.312905] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.329090] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.329358] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.329446] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.329854] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.330061] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.330434] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port ec788122-64e0-4617-b022-91216ad60e7b not found, creating... [ 1096.330561] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.330647] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.330746] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.331018] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.331130] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.331394] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.331548] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.331709] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.331875] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.332018] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.332168] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: ec788122-64e0-4617-b022-91216ad60e7b is going to be created. [ 1096.355321] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.355600] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.355649] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.355974] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.356237] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.356475] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-ec788122-64e0-4617-b022-91216ad60e7b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.815589] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.232158] env[70476]: INFO networking_nsxv3.common.synchronization [req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 req-fcb09642-aa8f-44a8-8e08-95476970567a service nova] Enqueued Resource ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 with Priority: HIGHEST for action security_group_rules [ 1097.232371] env[70476]: INFO networking_nsxv3.common.synchronization [req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 req-fcb09642-aa8f-44a8-8e08-95476970567a service nova] Enqueued Resource ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 with Priority: HIGHEST for action security_group_members [ 1097.232514] env[70476]: INFO networking_nsxv3.common.synchronization [req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 req-fcb09642-aa8f-44a8-8e08-95476970567a service nova] Enqueued Resource ID: ec788122-64e0-4617-b022-91216ad60e7b with Priority: HIGHEST for action port [ 1097.233009] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 with Priority: HIGHEST for action security_group_rules [ 1097.233157] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 with Priority: HIGHEST for action security_group_members [ 1097.236689] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec788122-64e0-4617-b022-91216ad60e7b with Priority: HIGHEST for action port [ 1097.237071] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.237220] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.237297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.237522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.238488] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81fe29e7-20f6-458f-af4b-8f6818d70ec1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.239369] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-81fe29e7-20f6-458f-af4b-8f6818d70ec1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.239476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.239545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.239725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.239876] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.239968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.240042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.240194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.240276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.240361] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81fe29e7-20f6-458f-af4b-8f6818d70ec1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.244375] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec788122-64e0-4617-b022-91216ad60e7b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.244375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec788122-64e0-4617-b022-91216ad60e7b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.244375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec788122-64e0-4617-b022-91216ad60e7b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.244375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec788122-64e0-4617-b022-91216ad60e7b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.244375] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec788122-64e0-4617-b022-91216ad60e7b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.317796] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 383d7018-f103-4647-a02e-49bac7ecc1a5: rpc.has_security_group_logging(os_id): False [ 1097.335754] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.335920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.336009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.336241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.336337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.336595] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.336710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.340028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.340028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.340028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.340028] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 is going to be created. [ 1097.413634] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.413930] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.413930] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.414122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.414380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.427756] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 in Status: IN_PROGRESS for 2s [ 1097.743075] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81fe29e7-20f6-458f-af4b-8f6818d70ec1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.744176] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-81fe29e7-20f6-458f-af4b-8f6818d70ec1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.744304] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.744646] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec788122-64e0-4617-b022-91216ad60e7b with status ACTIVE [ 1097.744815] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.744924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.744990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.745209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.745299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.745464] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.745556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.745617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.745767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.745841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.746034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.746117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.746176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.746310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.746380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.746489] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec788122-64e0-4617-b022-91216ad60e7b is going to be updated. [ 1097.781768] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.781936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.781996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.782185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.782320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.782481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec788122-64e0-4617-b022-91216ad60e7b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.245617] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81fe29e7-20f6-458f-af4b-8f6818d70ec1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.750764] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.750926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.750990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.751227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.751362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.751404] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 is going to be created. [ 1098.781654] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.781842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.781842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.782079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.782251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.794532] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 in Status: UNINITIALIZED for 2s [ 1099.441152] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 in Status: SUCCESS [ 1099.441487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.556723] env[70476]: INFO networking_nsxv3.common.synchronization [req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 req-3164771c-dd18-4002-8b04-a11f38ce431a tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Enqueued Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGHEST for action security_group_members [ 1099.557250] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGHEST for action security_group_members [ 1099.557545] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-16ce21b9-1d60-48e0-9287-d2273e50ebfd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.557727] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.557772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.557943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.558108] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.558206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.558265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.558414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.558500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.558592] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16ce21b9-1d60-48e0-9287-d2273e50ebfd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.061585] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.061784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.061835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.062038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.062139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.062333] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.062616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.062616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.062736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.062736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.062800] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd is going to be updated. [ 1100.090204] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.090357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.090616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.090616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.091110] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.099524] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd in Status: IN_PROGRESS for 2s [ 1100.199586] env[70476]: INFO networking_nsxv3.common.synchronization [req-dbe4576b-d5af-45d0-8c41-25388b80a4ca req-9c11f9cc-1db3-4d60-be68-ccde6538b6e5 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_members [ 1100.202144] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_members [ 1100.202687] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.202828] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.202889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.203131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.203287] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.203387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.203449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.203601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.203686] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.203777] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.535946] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.536277] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.536333] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.536967] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.536967] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.537124] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.537124] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.537327] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.537466] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.537697] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.537817] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.537927] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.538873] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.539088] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.539217] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.540024] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.558024] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.558212] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1100.558359] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.558538] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.558918] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-c71a80da-f5cc-45a8-bf6a-5fc395164881 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.559042] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-c71a80da-f5cc-45a8-bf6a-5fc395164881" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.559171] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-c71a80da-f5cc-45a8-bf6a-5fc395164881" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.559545] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-c71a80da-f5cc-45a8-bf6a-5fc395164881" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.559691] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c71a80da-f5cc-45a8-bf6a-5fc395164881',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.707523] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.707711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.707789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.708015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.708120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.708313] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.708458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.708506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.708627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.708698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.708785] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38c4c59-f62d-4145-832b-848634aa0ec2 already deleted. [ 1100.708863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.806776] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 in Status: SUCCESS [ 1100.806776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.806776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.806776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.806776] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.806776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.806776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.806776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.806776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.806776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.806776] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81fe29e7-20f6-458f-af4b-8f6818d70ec1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.065473] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.066713] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.066713] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.066713] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.066713] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.066713] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port c71a80da-f5cc-45a8-bf6a-5fc395164881 not found, creating... [ 1101.067063] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.067063] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.067166] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.069014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.069014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.069014] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.069014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.069014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.069014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.069014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.069014] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: c71a80da-f5cc-45a8-bf6a-5fc395164881 is going to be created. [ 1101.091025] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.091025] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.091025] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.091354] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.092595] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.092595] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-c71a80da-f5cc-45a8-bf6a-5fc395164881" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.312236] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81fe29e7-20f6-458f-af4b-8f6818d70ec1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.789445] env[70476]: INFO networking_nsxv3.common.synchronization [req-dbe4576b-d5af-45d0-8c41-25388b80a4ca req-e40db72f-fe0b-40c9-b157-a9da8c0c4f31 service nova] Enqueued Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_rules [ 1101.789774] env[70476]: INFO networking_nsxv3.common.synchronization [req-dbe4576b-d5af-45d0-8c41-25388b80a4ca req-e40db72f-fe0b-40c9-b157-a9da8c0c4f31 service nova] Enqueued Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_members [ 1101.789774] env[70476]: INFO networking_nsxv3.common.synchronization [req-dbe4576b-d5af-45d0-8c41-25388b80a4ca req-e40db72f-fe0b-40c9-b157-a9da8c0c4f31 service nova] Enqueued Resource ID: c71a80da-f5cc-45a8-bf6a-5fc395164881 with Priority: HIGHEST for action port [ 1101.789949] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_rules [ 1101.790111] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_members [ 1101.790224] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71a80da-f5cc-45a8-bf6a-5fc395164881 with Priority: HIGHEST for action port [ 1101.790756] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.790890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.790950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.791261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.791398] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.793922] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.794127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.794127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.794347] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.794484] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.794584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.794642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.794768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.794848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.794945] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.795764] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c71a80da-f5cc-45a8-bf6a-5fc395164881 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.795869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c71a80da-f5cc-45a8-bf6a-5fc395164881" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.795986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c71a80da-f5cc-45a8-bf6a-5fc395164881" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.797559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c71a80da-f5cc-45a8-bf6a-5fc395164881" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.797687] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c71a80da-f5cc-45a8-bf6a-5fc395164881',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.812438] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81fe29e7-20f6-458f-af4b-8f6818d70ec1: rpc.has_security_group_logging(os_id): False [ 1101.832181] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.832181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.832181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.832181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.832181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.832181] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.832549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.832549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.832549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.832549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.832707] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 is going to be created. [ 1101.903134] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.903342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.903342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.903568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.903791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.914274] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 in Status: IN_PROGRESS for 2s [ 1102.109464] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd in Status: SUCCESS [ 1102.109753] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd deletion is rescheduled due to dependency. [ 1102.109753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.299510] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.299641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.299831] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.300743] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c71a80da-f5cc-45a8-bf6a-5fc395164881 with status ACTIVE [ 1102.300928] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.301051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.301118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.301319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.301493] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.301564] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.301657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.301715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.301867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.301942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.302130] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.302222] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.302275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.302412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.302484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.302612] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c71a80da-f5cc-45a8-bf6a-5fc395164881 is going to be updated. [ 1102.323165] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.323306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.323386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.323608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.323767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.323946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c71a80da-f5cc-45a8-bf6a-5fc395164881" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.748195] env[70476]: INFO networking_nsxv3.common.synchronization [req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 req-a84b297e-9814-4f56-b073-e4d77dc1b3c6 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_members [ 1102.748195] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_members [ 1102.748195] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.748195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.748195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.748195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.749209] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.749519] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.751172] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.751172] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.751172] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.751172] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.804800] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.025236] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.025911] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.025911] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.026087] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.026270] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.026451] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.026593] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.026850] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.027046] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.027294] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.027448] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.027616] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.027858] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.027921] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.028027] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.028196] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.049865] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.050070] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1103.050216] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.050392] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.050696] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-e7ec7653-ea39-4973-a62d-744ec768ddb0 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.050870] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-e7ec7653-ea39-4973-a62d-744ec768ddb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.050995] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-e7ec7653-ea39-4973-a62d-744ec768ddb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.051327] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-e7ec7653-ea39-4973-a62d-744ec768ddb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.051468] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ec7653-ea39-4973-a62d-744ec768ddb0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.251669] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.306667] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.306841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.306894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.308013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.308013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.308013] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38c4c59-f62d-4145-832b-848634aa0ec2 is going to be created. [ 1103.328705] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.328870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.328941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.329167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.329315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.338689] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: UNINITIALIZED for 2s [ 1103.555128] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.555402] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.555543] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.555915] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.556106] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.556447] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port e7ec7653-ea39-4973-a62d-744ec768ddb0 not found, creating... [ 1103.556541] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.556737] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.556878] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.557136] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.557303] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.557906] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.558205] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.558401] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.558757] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.558955] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.559130] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: e7ec7653-ea39-4973-a62d-744ec768ddb0 is going to be created. [ 1103.598101] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.598365] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.598691] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.598794] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.599025] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.599278] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-e7ec7653-ea39-4973-a62d-744ec768ddb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.753852] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.928711] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 in Status: SUCCESS [ 1103.929134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.248278] env[70476]: INFO networking_nsxv3.common.synchronization [req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 req-4f5302c2-f2d4-44ea-a9d5-0848bb31fe6e service nova] Enqueued Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_rules [ 1104.248278] env[70476]: INFO networking_nsxv3.common.synchronization [req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 req-4f5302c2-f2d4-44ea-a9d5-0848bb31fe6e service nova] Enqueued Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_members [ 1104.248278] env[70476]: INFO networking_nsxv3.common.synchronization [req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 req-4f5302c2-f2d4-44ea-a9d5-0848bb31fe6e service nova] Enqueued Resource ID: e7ec7653-ea39-4973-a62d-744ec768ddb0 with Priority: HIGHEST for action port [ 1104.248278] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_rules [ 1104.248278] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_members [ 1104.248278] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ec7653-ea39-4973-a62d-744ec768ddb0 with Priority: HIGHEST for action port [ 1104.248278] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.248278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.248278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.249161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.249429] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.250862] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.251183] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.251614] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ec7653-ea39-4973-a62d-744ec768ddb0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.251918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ec7653-ea39-4973-a62d-744ec768ddb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.252200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ec7653-ea39-4973-a62d-744ec768ddb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.252713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ec7653-ea39-4973-a62d-744ec768ddb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.252886] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ec7653-ea39-4973-a62d-744ec768ddb0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.255593] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.256644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.256644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.256644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.256644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.256644] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 is going to be updated. [ 1104.293615] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.293768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.295264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.295264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.295264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.303522] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: IN_PROGRESS for 2s [ 1104.755685] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.755685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.759636] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7ec7653-ea39-4973-a62d-744ec768ddb0 with status ACTIVE [ 1104.759636] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.759636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.759636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.759636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.759636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.759636] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.759636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.759636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.759636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.759636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.759636] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.760925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.760925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.760925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.760925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.760925] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7ec7653-ea39-4973-a62d-744ec768ddb0 is going to be updated. [ 1104.780574] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.780748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.780797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.780951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.781095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.781238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ec7653-ea39-4973-a62d-744ec768ddb0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.195032] env[70476]: INFO networking_nsxv3.common.synchronization [req-985a087d-96a2-4bd8-9432-ea8b186664a4 req-10378ffa-c6d7-4b70-ae2e-ad42a0dc91bb tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Enqueued Resource ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e with Priority: HIGHEST for action security_group_members [ 1105.195861] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e with Priority: HIGHEST for action security_group_members [ 1105.195861] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.195990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.195990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.198214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.198214] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.198214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.198214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.198214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.198214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.198214] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3daabe9-5e4c-42b1-bc7f-60d12540da3e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.350847] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: SUCCESS [ 1105.350847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.350847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.350847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.350847] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.350847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.350847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.350847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.350847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.350847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.350847] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.472505] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.472762] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-505" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.472904] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-505" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.473378] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-505" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.473655] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.474237] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.474237] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.474237] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.474348] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.474522] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.474633] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.474742] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.474849] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.474957] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.475078] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.475213] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.499536] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.499689] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1105.499830] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.500023] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-505" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.500346] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.500518] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.500677] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.500987] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.501153] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.699248] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.699416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.699632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.699719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.699816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.700025] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.700151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.700198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.700354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.700435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.700523] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e already deleted. [ 1105.700606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.854725] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.854725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.854725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.854725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.854725] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.854725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.854725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.854725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.854725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.854725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.854725] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.854725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.854725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.854725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.854725] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.854725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.855277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.855277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.855277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.855277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.855277] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.004129] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.004129] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.004972] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.004972] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.004972] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.005624] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b not found, creating... [ 1106.005624] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.005624] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.005833] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.006150] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.006337] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.006705] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.006973] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.007187] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.007468] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.007712] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.007898] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b is going to be created. [ 1106.040363] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.040637] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.040846] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.041233] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.041496] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.041870] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.313976] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: SUCCESS [ 1106.313976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.313976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.314397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.314397] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.314567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.314663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.314866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.315043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.315088] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.359966] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e38c4c59-f62d-4145-832b-848634aa0ec2: rpc.has_security_group_logging(os_id): False [ 1106.376933] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.377069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.377139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.377353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.377623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.377841] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.377945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.378022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.378189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.378268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.378460] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.378601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.378601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.378816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.378870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.379052] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.379163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.379235] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.379332] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.379398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.379482] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e38c4c59-f62d-4145-832b-848634aa0ec2 is going to be created. [ 1106.432871] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.432871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.432871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.432871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.432871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.443140] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: IN_PROGRESS for 2s [ 1106.714971] env[70476]: INFO networking_nsxv3.common.synchronization [req-985a087d-96a2-4bd8-9432-ea8b186664a4 req-7ea8307a-1bf3-4beb-8a55-ea64d6380621 service nova] Enqueued Resource ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e with Priority: HIGHEST for action security_group_rules [ 1106.714971] env[70476]: INFO networking_nsxv3.common.synchronization [req-985a087d-96a2-4bd8-9432-ea8b186664a4 req-7ea8307a-1bf3-4beb-8a55-ea64d6380621 service nova] Enqueued Resource ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e with Priority: HIGHEST for action security_group_members [ 1106.714971] env[70476]: INFO networking_nsxv3.common.synchronization [req-985a087d-96a2-4bd8-9432-ea8b186664a4 req-7ea8307a-1bf3-4beb-8a55-ea64d6380621 service nova] Enqueued Resource ID: 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b with Priority: HIGHEST for action port [ 1106.714971] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e with Priority: HIGHEST for action security_group_rules [ 1106.714971] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e with Priority: HIGHEST for action security_group_members [ 1106.714971] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b with Priority: HIGHEST for action port [ 1106.715418] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3daabe9-5e4c-42b1-bc7f-60d12540da3e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.716997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.717087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.717518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.717656] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3daabe9-5e4c-42b1-bc7f-60d12540da3e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.718641] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.718772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.718838] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.719052] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.719210] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.719301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.719359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.719504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.719586] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.719673] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3daabe9-5e4c-42b1-bc7f-60d12540da3e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.724237] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.724237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.724237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.724237] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.724237] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.817991] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.226445] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.226445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.226657] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3daabe9-5e4c-42b1-bc7f-60d12540da3e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.228605] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b with status ACTIVE [ 1107.228800] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.228915] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.229121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.229331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.229421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.229597] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.229817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.229817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.229900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.229968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.230179] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.230244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.230307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.230445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.230657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.230657] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b is going to be updated. [ 1107.251967] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.252136] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.252207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.252405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.252535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.252686] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.319586] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.730413] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3daabe9-5e4c-42b1-bc7f-60d12540da3e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.822075] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.822199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.822338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.822454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.822647] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.822773] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 is going to be updated. [ 1107.854029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.854029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.854029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.854218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.858019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.862949] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: IN_PROGRESS for 2s [ 1108.232602] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.232864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.232864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.233073] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.233171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.233275] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e is going to be created. [ 1108.259892] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.260088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.260124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.260366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.260531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.272070] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e in Status: UNINITIALIZED for 2s [ 1108.309313] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.309600] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-778" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.309763] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-778" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.310060] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-778" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.310332] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.310493] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.310622] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.310850] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.311032] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.311397] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.311567] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.311721] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.311865] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.312026] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.312172] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.312344] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.334253] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.334595] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.334595] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.336055] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-778" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.336055] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-eff1b063-ed96-4767-8a3d-8dd243d0e009 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.336055] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.336055] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.336055] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.336055] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eff1b063-ed96-4767-8a3d-8dd243d0e009',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.455035] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: SUCCESS [ 1108.455279] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.840751] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.841061] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.841210] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.842292] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.842292] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.842292] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.842292] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.842461] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.842603] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.842752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.843066] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.843228] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.843349] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.843608] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.843715] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.843861] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: eff1b063-ed96-4767-8a3d-8dd243d0e009 is going to be updated. [ 1108.866847] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.867100] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.867237] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.867601] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.867887] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.868150] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.609040] env[70476]: INFO networking_nsxv3.common.synchronization [req-8166e811-49f0-4a6a-869c-884e79df9dec req-47372747-e7db-4105-9ffe-9dd190927bcb service nova] Enqueued Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_rules [ 1109.609341] env[70476]: INFO networking_nsxv3.common.synchronization [req-8166e811-49f0-4a6a-869c-884e79df9dec req-47372747-e7db-4105-9ffe-9dd190927bcb service nova] Enqueued Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 1109.609341] env[70476]: INFO networking_nsxv3.common.synchronization [req-8166e811-49f0-4a6a-869c-884e79df9dec req-47372747-e7db-4105-9ffe-9dd190927bcb service nova] Enqueued Resource ID: eff1b063-ed96-4767-8a3d-8dd243d0e009 with Priority: HIGHEST for action port [ 1109.609568] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_rules [ 1109.609694] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 1109.609789] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eff1b063-ed96-4767-8a3d-8dd243d0e009 with Priority: HIGHEST for action port [ 1109.610801] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.610938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.611016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.611267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.611340] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.612087] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.612196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.612263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.612428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.612579] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.612672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.612744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.612907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.613046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.613046] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.617214] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-eff1b063-ed96-4767-8a3d-8dd243d0e009 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.617214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.617374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.617985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.617985] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eff1b063-ed96-4767-8a3d-8dd243d0e009',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.875022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: SUCCESS [ 1109.875022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.875022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.875022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.875022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.875022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.875022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.875022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.875022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.875022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.875022] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.119506] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.119623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.119842] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.120727] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eff1b063-ed96-4767-8a3d-8dd243d0e009 with status ACTIVE [ 1110.120918] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.121199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.121199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.121298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.121382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.121544] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.121638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.121698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.121843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.121918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.122104] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.122194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.122328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.123691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.123691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.123691] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eff1b063-ed96-4767-8a3d-8dd243d0e009 is going to be updated. [ 1110.142968] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.143297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.143297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.143360] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.143486] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.143652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eff1b063-ed96-4767-8a3d-8dd243d0e009" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.282985] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e in Status: SUCCESS [ 1110.283260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.283424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.283639] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.283938] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.283938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.284076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.284164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.284260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.284346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.284445] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3daabe9-5e4c-42b1-bc7f-60d12540da3e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.376840] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.625157] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.788457] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.788457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.788689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.788856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.789061] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.789191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.789257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.789465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.789581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.789695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.789871] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.789985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.790083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.790256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.790551] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.790551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.790551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.790732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.791012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.791012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.791012] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3daabe9-5e4c-42b1-bc7f-60d12540da3e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.878901] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3752606c-b94c-4f68-82d5-9eabb057fbe0: rpc.has_security_group_logging(os_id): False [ 1110.896953] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.897312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.897408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.897649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.897739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.897980] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.898090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.898151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.898303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.898392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.898454] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 is going to be updated. [ 1110.959375] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.959594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.959594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.959859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.960034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.990735] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: IN_PROGRESS for 2s [ 1111.126930] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.127146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.127146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.127316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.127412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.127575] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed6efc42-4a94-49be-99dd-aab0488920b1 is going to be updated. [ 1111.159353] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.159536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.159601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.159900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.159993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.172591] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: IN_PROGRESS for 2s [ 1111.293324] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3daabe9-5e4c-42b1-bc7f-60d12540da3e: rpc.has_security_group_logging(os_id): False [ 1111.315915] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.320803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.320803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.320803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.320803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.321062] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.321062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.321062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.322209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.322209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.322209] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.322209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.322209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.322209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.322209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.324082] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.324082] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.324082] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.324082] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.324082] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.324082] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e is going to be created. [ 1111.383427] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.384653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.384653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.384653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.384908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.396515] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e in Status: IN_PROGRESS for 2s [ 1111.572132] env[70476]: INFO networking_nsxv3.common.synchronization [req-f289c690-6fdc-4de7-a706-53af5fcd293f req-81796366-bac2-4107-9e46-7144ae515da4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1111.572132] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1111.572132] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.572132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.572132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.572682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.572940] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.573167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.573315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.573595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.573876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.574066] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.955161] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.955161] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.955569] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.955569] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.955772] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.955943] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.956089] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.956336] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.956485] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.956746] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.956909] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.956939] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.957046] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.957161] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.957268] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.957402] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.976098] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.976256] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.976393] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.976588] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-826" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.976979] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-a17c6df9-972c-4a08-8e05-f76cf13adb0c taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.977166] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-a17c6df9-972c-4a08-8e05-f76cf13adb0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.977285] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-a17c6df9-972c-4a08-8e05-f76cf13adb0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.977622] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-a17c6df9-972c-4a08-8e05-f76cf13adb0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.977763] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a17c6df9-972c-4a08-8e05-f76cf13adb0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.082779] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.082938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.083025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.083254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.083343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.083575] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.083721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.083812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.084015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.084133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.084259] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 1112.110574] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.110703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.110752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.110928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.111095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.118908] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 1112.480607] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.481236] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.481425] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.481799] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.481963] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.482156] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port a17c6df9-972c-4a08-8e05-f76cf13adb0c not found, creating... [ 1112.482450] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.482708] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.482840] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.483116] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.483313] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.483713] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.483901] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.488204] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.488651] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.488927] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.489175] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: a17c6df9-972c-4a08-8e05-f76cf13adb0c is going to be created. [ 1112.513694] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.514038] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.514209] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.514599] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.514875] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.515161] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-a17c6df9-972c-4a08-8e05-f76cf13adb0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.947175] env[70476]: INFO networking_nsxv3.common.synchronization [None req-0202a499-128a-47c0-828c-1d45c1e26ceb tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 1112.947777] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 1112.948085] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.948209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.948275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.948473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.948625] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.948724] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.948790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.948937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.949040] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.949135] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.005802] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: SUCCESS [ 1113.006158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.181950] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: SUCCESS [ 1113.182208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.182380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.182610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.182853] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.183020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.183098] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.183265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.183353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.183441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.183598] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.193310] env[70476]: INFO networking_nsxv3.common.synchronization [req-f289c690-6fdc-4de7-a706-53af5fcd293f req-a3207f00-66fa-496c-974b-dbcccfbc543f service nova] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_rules [ 1113.193515] env[70476]: INFO networking_nsxv3.common.synchronization [req-f289c690-6fdc-4de7-a706-53af5fcd293f req-a3207f00-66fa-496c-974b-dbcccfbc543f service nova] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1113.193838] env[70476]: INFO networking_nsxv3.common.synchronization [req-f289c690-6fdc-4de7-a706-53af5fcd293f req-a3207f00-66fa-496c-974b-dbcccfbc543f service nova] Enqueued Resource ID: a17c6df9-972c-4a08-8e05-f76cf13adb0c with Priority: HIGHEST for action port [ 1113.194123] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_rules [ 1113.194256] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1113.194354] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17c6df9-972c-4a08-8e05-f76cf13adb0c with Priority: HIGHEST for action port [ 1113.197111] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.197334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.197334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.197555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.197639] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.198651] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.198755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.198963] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a17c6df9-972c-4a08-8e05-f76cf13adb0c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.199110] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a17c6df9-972c-4a08-8e05-f76cf13adb0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.199175] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a17c6df9-972c-4a08-8e05-f76cf13adb0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.199369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a17c6df9-972c-4a08-8e05-f76cf13adb0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.199448] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a17c6df9-972c-4a08-8e05-f76cf13adb0c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.415415] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e in Status: SUCCESS [ 1113.419796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.454398] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.454888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.454888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.455097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.455354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.455470] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.456454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.456454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.456454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.456454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.456454] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be updated. [ 1113.484622] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.484622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.484622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.485119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.485119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.494587] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 1113.686475] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.686679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.686730] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.687638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.688022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.688184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.688302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.688517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.688656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.688805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.688971] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.689086] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.689560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.689836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.690039] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.690160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.690268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.690448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.690803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.690914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.691033] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.701831] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.702076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.702269] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a17c6df9-972c-4a08-8e05-f76cf13adb0c with status ACTIVE [ 1113.702493] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.702633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.702702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.702939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.703103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.703383] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.703544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.703544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.703766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.706933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.706933] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.706933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.706933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.706933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.706933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.706933] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a17c6df9-972c-4a08-8e05-f76cf13adb0c is going to be updated. [ 1113.744255] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.744434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.744518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.744703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.744846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.745012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a17c6df9-972c-4a08-8e05-f76cf13adb0c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.132981] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 1114.133247] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec deletion is rescheduled due to dependency. [ 1114.133285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.133450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.133903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.133903] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.134159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.134159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.134229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.134269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.135957] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.193795] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed6efc42-4a94-49be-99dd-aab0488920b1: rpc.has_security_group_logging(os_id): False [ 1114.210152] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.210392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.210392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.210561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.247427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.247780] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.247921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.247995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.248193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.248266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.248455] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.248633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.248633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.248796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.248842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.248989] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.249085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.249144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.249291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.249377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.249463] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed6efc42-4a94-49be-99dd-aab0488920b1 is going to be updated. [ 1114.328642] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.328913] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.328913] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.329129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.329247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.351622] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: IN_PROGRESS for 2s [ 1114.640487] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.145996] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.503832] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 1115.505927] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c deletion is rescheduled due to dependency. [ 1115.505927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.648468] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.649101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.649271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.649813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.650201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.650759] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 1115.676615] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.676834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.676958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.677277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.680961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.686658] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 1116.124064] env[70476]: INFO networking_nsxv3.common.synchronization [req-ee4a4210-ad68-4cec-a79f-df605612176a req-1e06d99f-ff1a-4a24-886b-43cecfd7e2d9 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1116.124064] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1116.124064] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.124064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.124064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.124064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.124064] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.124064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.124371] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.124371] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.124464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.124583] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.367590] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: SUCCESS [ 1116.367926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.459127] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.459453] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.459643] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.459952] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.460241] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.460401] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.460521] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.460736] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.460882] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.461167] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.461324] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.461537] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.461669] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.461798] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.461919] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.462065] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.485800] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.485953] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1116.486101] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.486280] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.486581] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.486747] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.486868] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.487180] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.487319] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.627521] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.989181] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.989409] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.989539] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.989847] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.989994] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.990163] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f not found, creating... [ 1116.990432] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.990588] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.990709] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.991114] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.991114] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.991407] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.991567] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.991690] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.991895] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.992252] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.992252] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f is going to be created. [ 1117.011814] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.012073] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.012284] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.012687] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.013499] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.013499] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.132154] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.634189] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.634524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.634524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.636019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.636019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.636019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1117.666361] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.666524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.666605] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.668028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.668028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.676473] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1117.698260] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 1117.698260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.702025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.702025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.702025] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.702025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.702025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.702025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.702025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.702025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.702025] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.741392] env[70476]: INFO networking_nsxv3.common.synchronization [req-ee4a4210-ad68-4cec-a79f-df605612176a req-4f2f3e4b-8634-41fe-a5fb-66e3436844c1 service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 1117.743464] env[70476]: INFO networking_nsxv3.common.synchronization [req-ee4a4210-ad68-4cec-a79f-df605612176a req-4f2f3e4b-8634-41fe-a5fb-66e3436844c1 service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1117.743738] env[70476]: INFO networking_nsxv3.common.synchronization [req-ee4a4210-ad68-4cec-a79f-df605612176a req-4f2f3e4b-8634-41fe-a5fb-66e3436844c1 service nova] Enqueued Resource ID: ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f with Priority: HIGHEST for action port [ 1117.745032] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 1117.745275] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1117.745609] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f with Priority: HIGHEST for action port [ 1117.746060] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.746312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.746457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.746733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.746914] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.747940] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.748165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.748613] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.748850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.749000] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.749271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.749427] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.203278] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.204298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.204298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.204298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.204298] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.204298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.204298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.204298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.204298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.204705] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.204705] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.204769] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.205182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.205182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.205305] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.205426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.205524] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.206434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.206434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.206434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.206434] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.252557] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.252691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.255911] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f with status ACTIVE [ 1118.256156] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.256291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.256363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.256999] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.256999] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.257117] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.257227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.257290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.257755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.257755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.257755] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.257848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.257919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.258070] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.258147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.258237] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f is going to be updated. [ 1118.291583] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.291760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.291819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.292021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.292159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.292393] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.708737] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec: rpc.has_security_group_logging(os_id): False [ 1118.727610] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.727787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.727880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.728174] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.728263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.728508] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.728608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.728672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.728832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.729028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.729109] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.729202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.729253] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.729399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.729475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.729652] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.729746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.729804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.729936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.733968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.733968] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 1118.799915] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.800500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.800500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.800500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.800691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.816505] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 1119.308121] env[70476]: INFO networking_nsxv3.common.synchronization [req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 req-6c883039-5289-43d9-9915-082964e9287c tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Enqueued Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_members [ 1119.308736] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGHEST for action security_group_members [ 1119.309230] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.309468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.309596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.309850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.310069] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.310223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.310387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.310567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.311165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.311165] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.687309] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1119.687986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.688233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.688385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.688581] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.688695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.688756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.688924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.689011] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.689105] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.814121] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.814475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.814475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.814475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.814616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.814738] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.815299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.818666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.818939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.819030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.819107] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 is going to be updated. [ 1119.824972] env[70476]: INFO networking_nsxv3.common.synchronization [req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 req-c906872c-a552-44a1-a73e-2b42f96d7409 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1119.825233] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1119.825838] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.825955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.826033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.827177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.827409] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.827561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.827635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.827821] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.828043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.828043] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.850016] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.850202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.850267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.850481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.851110] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.860655] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: IN_PROGRESS for 2s [ 1120.142079] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.142291] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.142418] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.142698] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.142957] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.143127] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.143247] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.143463] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.143608] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.143824] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.143927] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.144272] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.144272] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.144272] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.144426] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.144484] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.167094] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.167474] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1120.167722] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.168062] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.168519] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-26e84ca8-bbf1-4196-9116-c8f6e7b32674 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.168862] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-26e84ca8-bbf1-4196-9116-c8f6e7b32674" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.169091] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-26e84ca8-bbf1-4196-9116-c8f6e7b32674" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.169469] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-26e84ca8-bbf1-4196-9116-c8f6e7b32674" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.169707] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26e84ca8-bbf1-4196-9116-c8f6e7b32674',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.193679] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.330671] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.330842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.330947] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.331156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.331250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.331447] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.331546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.331608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.331872] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.331872] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.331955] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1120.361102] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.361262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.361333] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.361539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.361690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.370935] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1120.673242] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.674245] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.674450] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.674797] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.676280] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.676432] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 26e84ca8-bbf1-4196-9116-c8f6e7b32674 not found, creating... [ 1120.676719] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.676895] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.677029] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.677276] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.677458] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.677779] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.677943] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.678214] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.678500] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.678699] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.678903] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 26e84ca8-bbf1-4196-9116-c8f6e7b32674 is going to be created. [ 1120.696860] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.699448] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.699605] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.699729] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.699999] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.700296] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.700492] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-26e84ca8-bbf1-4196-9116-c8f6e7b32674" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.853115] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 1120.853443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.199418] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.199562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.199631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.199884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.199982] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.200207] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1121.241611] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.241765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.241832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.242066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.242216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.253183] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1121.399474] env[70476]: INFO networking_nsxv3.common.synchronization [req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 req-94c2c1c7-ccce-4cbc-89bf-893f507bf419 service nova] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_rules [ 1121.399775] env[70476]: INFO networking_nsxv3.common.synchronization [req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 req-94c2c1c7-ccce-4cbc-89bf-893f507bf419 service nova] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1121.399891] env[70476]: INFO networking_nsxv3.common.synchronization [req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 req-94c2c1c7-ccce-4cbc-89bf-893f507bf419 service nova] Enqueued Resource ID: 26e84ca8-bbf1-4196-9116-c8f6e7b32674 with Priority: HIGHEST for action port [ 1121.400029] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_rules [ 1121.400161] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1121.400268] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26e84ca8-bbf1-4196-9116-c8f6e7b32674 with Priority: HIGHEST for action port [ 1121.401439] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.401581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.401649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.401857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.401941] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.402802] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.402895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.403103] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-26e84ca8-bbf1-4196-9116-c8f6e7b32674 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.403204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26e84ca8-bbf1-4196-9116-c8f6e7b32674" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.403296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26e84ca8-bbf1-4196-9116-c8f6e7b32674" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.403437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26e84ca8-bbf1-4196-9116-c8f6e7b32674" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.403512] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26e84ca8-bbf1-4196-9116-c8f6e7b32674',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.871671] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1abf3988-991a-43de-992f-0333a12c48e6 in Status: SUCCESS [ 1121.872547] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 deletion is rescheduled due to dependency. [ 1121.872547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.910552] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.910753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.911095] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26e84ca8-bbf1-4196-9116-c8f6e7b32674 with status ACTIVE [ 1121.911342] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.911467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.911600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.912028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.912313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.912514] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.912578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.912636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.912922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.913078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.913282] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.913480] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.913480] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.913702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.913859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.914015] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26e84ca8-bbf1-4196-9116-c8f6e7b32674 is going to be updated. [ 1121.935926] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.936139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.936139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.936763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.936763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.936763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26e84ca8-bbf1-4196-9116-c8f6e7b32674" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.382467] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1122.382656] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 deletion is rescheduled due to dependency. [ 1122.382817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.382997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.383294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.383484] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.383600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.383668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.383820] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.383917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.384053] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.618073] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.618439] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.618621] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.619027] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.622456] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.622697] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.622854] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.623169] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.623378] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.623995] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.624576] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.625218] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.625410] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.627476] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.627632] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.627792] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.647915] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.648082] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1122.648230] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.648481] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.648935] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-c71c20e5-e2af-4a6e-aa36-cf6031acec04 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.649046] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.649173] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.649461] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.649610] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c71c20e5-e2af-4a6e-aa36-cf6031acec04',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.886976] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.152213] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.152450] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.152582] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.152874] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.153055] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.153225] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port c71c20e5-e2af-4a6e-aa36-cf6031acec04 not found, creating... [ 1123.153544] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.153655] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.153775] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.154176] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.154327] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.154614] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.154805] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.154933] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.156057] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.156057] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.156057] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: c71c20e5-e2af-4a6e-aa36-cf6031acec04 is going to be created. [ 1123.174563] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.174795] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.174928] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.175220] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.175439] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.175663] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.264028] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1123.264028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.264028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.264318] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.264418] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.264473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.264526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.264791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.264791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.264888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.264929] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.389947] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.767594] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.767806] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.767888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.768079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.768301] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.768463] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.768553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.768757] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.768859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.768970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.769135] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.769229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.769287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.769430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.769621] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.769736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.769800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.770007] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.770142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.770245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.770353] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.892545] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.892819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.892819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.892994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.893107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.893205] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1123.922769] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.922950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.922990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.923212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.923768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.932811] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1124.079864] env[70476]: INFO networking_nsxv3.common.synchronization [req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 req-905e7e2c-fb24-4fd4-9d00-2bc9ffddea51 service nova] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_rules [ 1124.080093] env[70476]: INFO networking_nsxv3.common.synchronization [req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 req-905e7e2c-fb24-4fd4-9d00-2bc9ffddea51 service nova] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 1124.080254] env[70476]: INFO networking_nsxv3.common.synchronization [req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 req-905e7e2c-fb24-4fd4-9d00-2bc9ffddea51 service nova] Enqueued Resource ID: c71c20e5-e2af-4a6e-aa36-cf6031acec04 with Priority: HIGHEST for action port [ 1124.080486] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_rules [ 1124.080661] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 1124.080769] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71c20e5-e2af-4a6e-aa36-cf6031acec04 with Priority: HIGHEST for action port [ 1124.083083] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.083232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.083292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.083485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.083700] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.084462] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.084577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.084641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.084810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.085857] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.085857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.085857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.085857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.085857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.085857] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.089914] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c71c20e5-e2af-4a6e-aa36-cf6031acec04 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.089914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.089914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.089914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.089914] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c71c20e5-e2af-4a6e-aa36-cf6031acec04',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.272083] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c03b28-e972-40c2-adc4-f03091e2dd82: rpc.has_security_group_logging(os_id): False [ 1124.289268] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.289268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.289268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.289498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.289594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.289788] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.289888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.289953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.290150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.290232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.290423] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.290517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.290586] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.290728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.290801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.291168] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.291273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.291346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.291476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.291554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.291642] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1124.351421] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.351639] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.351701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.351894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.352056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.373109] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1124.590010] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.590010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.590010] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.590241] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c71c20e5-e2af-4a6e-aa36-cf6031acec04 with status ACTIVE [ 1124.590540] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.590540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.590636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.590809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.590902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.591091] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.591189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.591251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.591404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.591482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.591659] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.591748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.591943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.591943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.592090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.592759] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c71c20e5-e2af-4a6e-aa36-cf6031acec04 is going to be updated. [ 1124.613935] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.614204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.614316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.614692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.614808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.615019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.021380] env[70476]: INFO networking_nsxv3.common.synchronization [None req-10b94fdf-3d09-485b-9552-8a7a91e932c3 None None] Enqueued Resource ID: 4d148058-53ed-4ebe-994f-7977f1f004d0 with Priority: HIGHEST for action port [ 1125.021700] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d148058-53ed-4ebe-994f-7977f1f004d0 with Priority: HIGHEST for action port [ 1125.022301] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d148058-53ed-4ebe-994f-7977f1f004d0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.022566] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d148058-53ed-4ebe-994f-7977f1f004d0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.022566] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d148058-53ed-4ebe-994f-7977f1f004d0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.022860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d148058-53ed-4ebe-994f-7977f1f004d0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.022978] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d148058-53ed-4ebe-994f-7977f1f004d0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.095471] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.525393] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d148058-53ed-4ebe-994f-7977f1f004d0 [ 1125.525693] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.525830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.525945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.526163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.526264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.526366] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d148058-53ed-4ebe-994f-7977f1f004d0 already deleted. [ 1125.526465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d148058-53ed-4ebe-994f-7977f1f004d0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.597994] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.598208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.598208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.598428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.598541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.598646] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be updated. [ 1125.629437] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.629598] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.629664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.629864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.630009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.639272] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 1125.941919] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1125.942168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.942335] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.942548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.942737] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.942853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.942943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.943074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.943156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.943287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.943326] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.333554] env[70476]: INFO networking_nsxv3.common.synchronization [req-878f0078-8784-493a-b6cb-bcd362709415 req-198f9ad2-a3b7-439f-971b-c436c1339a8c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 1126.334200] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 1126.334495] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.334617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.334674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.335227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.335360] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.335463] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.335528] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.335676] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.335758] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.335848] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.387018] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1126.387018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.445120] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.445349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.445438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.445714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.445925] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.446090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.446209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.446301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.446378] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.446473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.446655] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.446861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.446861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.447197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.447197] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.447197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.447352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.450165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.450292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.450388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.450487] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.780744] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.780963] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.781113] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.781384] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.781647] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.782057] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.782057] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.786431] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.786431] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.786431] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.786431] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.786431] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.786431] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.786431] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.786431] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.786431] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.805056] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.805871] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.805871] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.805871] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-341" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.806044] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-58840bb1-bcfb-423c-8f6c-df7139522dda taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.806279] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-58840bb1-bcfb-423c-8f6c-df7139522dda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.806468] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-58840bb1-bcfb-423c-8f6c-df7139522dda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.806843] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-58840bb1-bcfb-423c-8f6c-df7139522dda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.806991] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58840bb1-bcfb-423c-8f6c-df7139522dda',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.838388] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.838595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.838659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.838869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.838959] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.839208] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.839448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.839510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.840568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.840568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.840568] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 1126.879456] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.879680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.879756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.880067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.880275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.895239] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 1126.953058] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f9a8b41-6468-49b3-9de5-b2f5466e3a83: rpc.has_security_group_logging(os_id): False [ 1126.970328] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.970482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.970554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.970790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.970888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.971106] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.971255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.971343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.971547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.971712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.971891] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.971983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.972440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.972689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.972689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.972927] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.973037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.973103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.973246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.973325] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.973415] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1127.040968] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.041143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.041218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.041473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.041628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.060026] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1127.197780] env[70476]: INFO networking_nsxv3.common.synchronization [None req-d9ec32c3-e1c1-4ef4-9744-c52e305e62f5 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Enqueued Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGHEST for action security_group_rules [ 1127.198294] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGHEST for action security_group_rules [ 1127.198588] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be5d722-9c82-4669-814a-697c44c71acc taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.198708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.198768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.199261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.199384] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be5d722-9c82-4669-814a-697c44c71acc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.301611] env[70476]: INFO networking_nsxv3.common.synchronization [None req-a64d1abf-04b4-4ad1-ae00-5da3c61d837d tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Enqueued Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGHEST for action security_group_rules [ 1127.302137] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGHEST for action security_group_rules [ 1127.302452] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be5d722-9c82-4669-814a-697c44c71acc taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.302561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.309835] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.310067] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.310200] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.310476] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.310638] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.310786] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 58840bb1-bcfb-423c-8f6c-df7139522dda not found, creating... [ 1127.311068] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.311751] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.311751] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.311751] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.311751] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.311960] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.312136] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.312254] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.312461] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.312595] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.312738] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 58840bb1-bcfb-423c-8f6c-df7139522dda is going to be created. [ 1127.331789] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.331984] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.332352] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.332671] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.332888] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.334366] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-58840bb1-bcfb-423c-8f6c-df7139522dda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.336786] env[70476]: INFO networking_nsxv3.common.synchronization [None req-e248f978-aa69-4bfb-8995-ffe0ccf3316b None None] Enqueued Resource ID: 699a451b-df12-41c4-a758-a5d77aac8cc0 with Priority: HIGHEST for action port [ 1127.337485] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699a451b-df12-41c4-a758-a5d77aac8cc0 with Priority: HIGHEST for action port [ 1127.337793] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-699a451b-df12-41c4-a758-a5d77aac8cc0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.338214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-699a451b-df12-41c4-a758-a5d77aac8cc0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.338294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-699a451b-df12-41c4-a758-a5d77aac8cc0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.338555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-699a451b-df12-41c4-a758-a5d77aac8cc0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.338645] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('699a451b-df12-41c4-a758-a5d77aac8cc0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.650196] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 1127.650588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.650765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.650946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.651160] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.651286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.651350] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.651507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.651610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.651703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.651808] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.721456] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.721611] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.721684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.721892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.721983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.722088] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be5d722-9c82-4669-814a-697c44c71acc already deleted. [ 1127.722173] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.722316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.722555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.722687] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be5d722-9c82-4669-814a-697c44c71acc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.841932] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 699a451b-df12-41c4-a758-a5d77aac8cc0 [ 1127.841932] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.842124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.842124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.842421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.842542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.843143] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:699a451b-df12-41c4-a758-a5d77aac8cc0 already deleted. [ 1127.843143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-699a451b-df12-41c4-a758-a5d77aac8cc0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.138112] env[70476]: INFO networking_nsxv3.common.synchronization [req-878f0078-8784-493a-b6cb-bcd362709415 req-ffd97904-66d4-4313-b819-96e584a8b433 service nova] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_rules [ 1128.138328] env[70476]: INFO networking_nsxv3.common.synchronization [req-878f0078-8784-493a-b6cb-bcd362709415 req-ffd97904-66d4-4313-b819-96e584a8b433 service nova] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 1128.138493] env[70476]: INFO networking_nsxv3.common.synchronization [req-878f0078-8784-493a-b6cb-bcd362709415 req-ffd97904-66d4-4313-b819-96e584a8b433 service nova] Enqueued Resource ID: 58840bb1-bcfb-423c-8f6c-df7139522dda with Priority: HIGHEST for action port [ 1128.139231] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_rules [ 1128.139413] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 1128.139557] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58840bb1-bcfb-423c-8f6c-df7139522dda with Priority: HIGHEST for action port [ 1128.139906] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.139972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.140639] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.140639] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.140639] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.142108] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.142108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.142108] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-58840bb1-bcfb-423c-8f6c-df7139522dda taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.142366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58840bb1-bcfb-423c-8f6c-df7139522dda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.142366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58840bb1-bcfb-423c-8f6c-df7139522dda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.142577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58840bb1-bcfb-423c-8f6c-df7139522dda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.142630] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58840bb1-bcfb-423c-8f6c-df7139522dda',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.153806] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.153979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.154178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.154404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.154599] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.154717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.154776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.155079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.155079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.155250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.155250] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.155518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.155518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.156209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.156209] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.156209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.156209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.156209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.156209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.156209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.156209] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.242344] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.242522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.242584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.242805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.242893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.242988] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be5d722-9c82-4669-814a-697c44c71acc already deleted. [ 1128.243085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.643472] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.643472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.644022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58840bb1-bcfb-423c-8f6c-df7139522dda with status ACTIVE [ 1128.644232] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.644355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.644463] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.644657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.644757] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.644951] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.645060] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.645123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.645326] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.645415] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.645569] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.645676] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.645743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.645882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.645955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.646077] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58840bb1-bcfb-423c-8f6c-df7139522dda is going to be updated. [ 1128.662474] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667f6e54-8506-4e7a-843a-6b649c4b063c: rpc.has_security_group_logging(os_id): False [ 1128.668156] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.668156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.671200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.671474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.671633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.671825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58840bb1-bcfb-423c-8f6c-df7139522dda" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.705753] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.705948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.706135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.706410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.706505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.706705] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.706802] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.707455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.707455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.707455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.707455] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.707455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.707666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.707666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.707716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.708106] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.708822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.708822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.708822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.708934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.709065] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be updated. [ 1128.827436] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.827585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.827653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.827906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.828066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.843441] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 1128.845388] env[70476]: INFO networking_nsxv3.common.synchronization [req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 req-f099d73a-1f66-480c-b291-980bce19ccbb tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Enqueued Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_members [ 1128.848205] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_members [ 1128.848205] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f68932f-4566-4b68-a1f0-7134291cf00b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.848205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.848205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.848205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.848205] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.848205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.848205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.848205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.848205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.848205] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.923945] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 1128.923945] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a deletion is rescheduled due to dependency. [ 1128.923945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.923945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.923945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.924142] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.924198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.924231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.925380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.925380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.925380] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.073579] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1129.073816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.172551] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.172752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.172880] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.173174] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.173436] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.173602] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.173734] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.173989] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.174155] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.174378] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.174512] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.174628] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.174757] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.174847] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.174956] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.175107] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.193476] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.193476] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.193635] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.193811] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.194058] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-a8404b60-35ef-4040-affa-7875aecdf84b taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.194232] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.194353] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.194655] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.194844] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8404b60-35ef-4040-affa-7875aecdf84b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.350826] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.351027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.351193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.351365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.351456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.351660] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.351756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.353416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.353482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.353542] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.353662] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f68932f-4566-4b68-a1f0-7134291cf00b already deleted. [ 1129.353704] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.428085] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.697180] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.697676] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.697855] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.698201] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.698393] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.698585] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port a8404b60-35ef-4040-affa-7875aecdf84b not found, creating... [ 1129.698880] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.699074] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.699201] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.699460] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.699732] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.699989] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.700187] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.700313] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.700564] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.700706] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.700869] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: a8404b60-35ef-4040-affa-7875aecdf84b is going to be created. [ 1129.726668] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.727096] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.727096] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.727421] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.727683] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.727937] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.934549] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.436639] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.436890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.437007] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.437425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.437574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.437739] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 1130.473033] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.473033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.473375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.473824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.474317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.486464] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 1130.539217] env[70476]: INFO networking_nsxv3.common.synchronization [req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 req-425ea462-e92d-4684-931b-3a8053ffa588 service nova] Enqueued Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_rules [ 1130.539217] env[70476]: INFO networking_nsxv3.common.synchronization [req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 req-425ea462-e92d-4684-931b-3a8053ffa588 service nova] Enqueued Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_members [ 1130.539217] env[70476]: INFO networking_nsxv3.common.synchronization [req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 req-425ea462-e92d-4684-931b-3a8053ffa588 service nova] Enqueued Resource ID: a8404b60-35ef-4040-affa-7875aecdf84b with Priority: HIGHEST for action port [ 1130.539217] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_rules [ 1130.539217] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_members [ 1130.539217] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8404b60-35ef-4040-affa-7875aecdf84b with Priority: HIGHEST for action port [ 1130.539217] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f68932f-4566-4b68-a1f0-7134291cf00b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.539217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.539823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.540146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.540334] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.541558] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f68932f-4566-4b68-a1f0-7134291cf00b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.541899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.542086] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.542342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.542585] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.542787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.542930] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.543179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.543897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.544113] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.549354] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8404b60-35ef-4040-affa-7875aecdf84b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.549354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.549354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.549354] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.549354] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8404b60-35ef-4040-affa-7875aecdf84b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.858411] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 1130.858715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.049938] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f68932f-4566-4b68-a1f0-7134291cf00b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.049938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.049938] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.049938] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8404b60-35ef-4040-affa-7875aecdf84b with status ACTIVE [ 1131.049938] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.049938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.050618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.050618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.050618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.050618] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.050744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.050744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.050919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.051022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.051824] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.052457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.052457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.052457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.052457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.052457] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8404b60-35ef-4040-affa-7875aecdf84b is going to be updated. [ 1131.079406] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.079746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.079876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.080104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.080572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.080572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.555216] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.059923] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.059923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.059923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.059923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.059923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.059923] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f68932f-4566-4b68-a1f0-7134291cf00b is going to be created. [ 1132.092409] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.092409] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.092409] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.092409] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.092409] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.105981] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f68932f-4566-4b68-a1f0-7134291cf00b in Status: UNINITIALIZED for 2s [ 1132.202296] env[70476]: INFO networking_nsxv3.common.synchronization [req-e1d29356-7ff5-4562-8f76-30710d60076b req-bac5ec2e-5e65-44fd-a798-c260b3602a21 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Enqueued Resource ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e with Priority: HIGHEST for action security_group_members [ 1132.202861] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e with Priority: HIGHEST for action security_group_members [ 1132.203181] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.203302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.203439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.203570] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.203754] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.203850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.203911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.207570] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.207570] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.207570] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3daabe9-5e4c-42b1-bc7f-60d12540da3e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.496702] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 1132.496940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.497131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.497423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.497621] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.497739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.497805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.497964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.498061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.498147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.498240] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.708762] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.708938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.709031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.709287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.709402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.709610] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.709717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.709789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.709965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.710066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.710157] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e is going to be updated. [ 1132.724466] env[70476]: INFO networking_nsxv3.common.synchronization [req-a9bd4d4d-f163-463a-bc51-362f9a41464c req-1942860d-ed91-44e4-885c-75e7af19cfa1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1132.725013] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1132.725349] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.725494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.725563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.725750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.725922] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.726243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.726329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.726520] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.726628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.726734] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.758400] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.758544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.758544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.759748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.759748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.767592] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e in Status: IN_PROGRESS for 2s [ 1133.000835] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.001013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.001071] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.001295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.001462] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.001584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.001641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.002092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.002092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.002092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.002244] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.002244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.002339] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.002485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.002672] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.002767] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.002825] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.002964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.003051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.003131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.003216] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.102862] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 req-b8c0489a-66b6-45e6-92e3-6bf5b01deca5 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_members [ 1133.103612] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_members [ 1133.103936] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.104073] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.104148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.104351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.104553] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.104672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.104743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.104902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.104981] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.105086] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.232894] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.505322] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c544ab7a-9c47-4928-be9b-dd9505a7bf7a: rpc.has_security_group_logging(os_id): False [ 1133.523057] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.523242] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.523324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.523540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.523631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.523876] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.523940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.524010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.524365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.524451] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.524645] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.524787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.524863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.525016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.525101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.525312] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.525363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.525442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.525549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.525620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.525702] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 1133.584125] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.584285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.584356] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.584575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.584804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.600775] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 1133.608202] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.608202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.608202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.608202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.608202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.608412] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.608457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.608493] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.608634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.608723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.608786] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38c4c59-f62d-4145-832b-848634aa0ec2 is going to be updated. [ 1133.684481] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.685858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.685858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.685858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.685858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.703182] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: IN_PROGRESS for 2s [ 1133.736242] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.177214] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f68932f-4566-4b68-a1f0-7134291cf00b in Status: SUCCESS [ 1134.177214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.177214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.177214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.177214] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.177214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.177214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.177214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.177214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.177214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.177214] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.240515] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.240515] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.240515] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.240515] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.240515] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.240515] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1134.280724] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.281166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.281362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.281663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.281899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.291830] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1134.681432] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.782122] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e in Status: SUCCESS [ 1134.782322] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e deletion is rescheduled due to dependency. [ 1134.782441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.183972] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f68932f-4566-4b68-a1f0-7134291cf00b: rpc.has_security_group_logging(os_id): False [ 1135.202227] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.202454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.202797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.202900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.203016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.203285] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.203395] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.203482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.203618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.203696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.203786] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f68932f-4566-4b68-a1f0-7134291cf00b is going to be created. [ 1135.311076] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.311247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.311328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.311523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.311708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.323560] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f68932f-4566-4b68-a1f0-7134291cf00b in Status: IN_PROGRESS for 2s [ 1135.612902] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 1135.613167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.713883] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: SUCCESS [ 1135.714072] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38c4c59-f62d-4145-832b-848634aa0ec2 deletion is rescheduled due to dependency. [ 1135.714202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.301587] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1136.301911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.656450] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.656608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.656680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.656905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.657021] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.159651] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.336521] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f68932f-4566-4b68-a1f0-7134291cf00b in Status: SUCCESS [ 1137.336834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.391024] env[70476]: INFO networking_nsxv3.common.synchronization [req-388ac46d-6cee-4fab-869e-9951e04091f5 req-140cb77f-5b2f-406c-9f5e-b7b7a3c06006 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1137.391116] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1137.391377] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.391498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.391560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.391766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.391934] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.394606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.394715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.394926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.394992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.395101] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.440707] env[70476]: INFO networking_nsxv3.common.synchronization [req-388ac46d-6cee-4fab-869e-9951e04091f5 req-140cb77f-5b2f-406c-9f5e-b7b7a3c06006 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_rules [ 1137.440917] env[70476]: INFO networking_nsxv3.common.synchronization [req-388ac46d-6cee-4fab-869e-9951e04091f5 req-140cb77f-5b2f-406c-9f5e-b7b7a3c06006 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1137.441299] env[70476]: INFO networking_nsxv3.common.synchronization [req-388ac46d-6cee-4fab-869e-9951e04091f5 req-140cb77f-5b2f-406c-9f5e-b7b7a3c06006 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Enqueued Resource ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 with Priority: HIGHEST for action port [ 1137.441956] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_rules [ 1137.442230] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1137.442491] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 with Priority: HIGHEST for action port [ 1137.443105] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.444008] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.446707] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.447047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.447161] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.448283] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.448465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.449340] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f7428a-5186-43b7-aaae-241e15ae57f9 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.449340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.449340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.449457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.449493] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f7428a-5186-43b7-aaae-241e15ae57f9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.663197] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.897676] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.954768] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.954768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.954768] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9f7428a-5186-43b7-aaae-241e15ae57f9 with status ACTIVE [ 1137.955169] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.955169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.955269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.956422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.956422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.956422] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.956422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.956422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.956422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.956422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.956422] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.956422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.956835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.956835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.956835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.956835] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 is going to be updated. [ 1137.984884] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.985233] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.985321] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.985548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.985703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.985872] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.166698] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1138.166802] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1138.404426] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.457175] env[70476]: INFO networking_nsxv3.common.synchronization [req-c753b371-729d-4a7c-a9a3-eb66c229142f req-99cdb758-0b03-406b-861d-8992434032ae tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1138.457515] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGHEST for action security_group_members [ 1138.466946] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.466946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.466946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.466946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.466946] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.466946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.466946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.466946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.466946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.466946] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.905327] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.905481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.905568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.905830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.905926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.906037] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 is going to be updated. [ 1138.935036] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.935209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.935255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.936026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.936026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.948209] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 in Status: IN_PROGRESS for 2s [ 1138.973023] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.973023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.973023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.973023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.973023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.973023] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.973023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.973023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.973023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.973023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.973023] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be updated. [ 1138.986281] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.986281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.986281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.986281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.005046] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1139.005046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.008259] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1139.011266] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.011595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.011778] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.012123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.012400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.029280] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: IN_PROGRESS for 2s [ 1139.055836] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.056047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.056047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.056257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.067021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.067021] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1139.067021] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'e9f7428a-5186-43b7-aaae-241e15ae57f9'} {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1139.067021] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1139.113080] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.113080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.113080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.113080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.115402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.115402] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1139.200025] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.202018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.202018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.202018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.202018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.202018] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1139.295864] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.296377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.296377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.296696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.296988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.297386] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:53. [ 1139.297535] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b883d128-b7c4-4c47-9b5f-b3b92239f43d', '1abf3988-991a-43de-992f-0333a12c48e6', 'e38c4c59-f62d-4145-832b-848634aa0ec2', '383d7018-f103-4647-a02e-49bac7ecc1a5', '6132fd0a-f0ff-4a62-b9b0-16525712f5c7', '667f6e54-8506-4e7a-843a-6b649c4b063c', '3dee5711-ebbd-4e1e-9e61-a0b7fef80443', 'd698e933-fdae-4eff-9c2e-29973b9904c1', 'a5d5dbfe-0eff-4787-b3ac-86c2819d5d43', '98c2ddc4-dbce-4c17-9b2a-dd09be046305', '49905dc0-3d06-4b86-8336-38afedaf498c', '1819db41-e42b-40ef-b768-13b9e3dd4775', '60c03b28-e972-40c2-adc4-f03091e2dd82', 'e21cf2bb-178f-4222-a99e-5b2e1645b9a3', '98cd2d28-7d3d-4106-85f0-7ac0681007e1', '19bca630-acca-4734-8508-5b9b2a6fd54b', '8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec', 'b59dbbe2-61b8-4570-8230-2cfc02a59463', '8ecbd24b-f4f3-49ab-bebe-7366ee07d74b', 'a3af567f-e7b2-47fc-b8ad-25d9a640180c', '3f9a8b41-6468-49b3-9de5-b2f5466e3a83', 'c3daabe9-5e4c-42b1-bc7f-60d12540da3e', '3752606c-b94c-4f68-82d5-9eabb057fbe0', '52d69926-0375-4c98-bfd3-555628a6b211', '16ce21b9-1d60-48e0-9287-d2273e50ebfd', '6133ddbf-ef43-4fcd-9550-ab04b8ca93f0', 'f84fd305-33d8-4481-ad78-e3bae2e81faf', '1f287b12-ab9a-42bb-835d-9d231c7bc60e', '1439909f-7299-4a43-8e55-65a9485794b3', '81fe29e7-20f6-458f-af4b-8f6818d70ec1', 'fa4bcff9-e187-4bbb-96ce-e9b2305e0d54', 'c544ab7a-9c47-4928-be9b-dd9505a7bf7a', '003d9f79-8f90-481f-b181-a5fcc0636017', 'ac7b1d79-b983-42f4-99fe-979e9bfca1d7', 'd81f7437-3ce3-466d-8d86-fa9e5655af3a', 'ab36a603-ac60-4e9e-a31c-644a3fe73b42', '6d082575-4cf9-44b6-a34f-ba026783091d', '88f731f3-582a-4199-99fe-9b7c976d5d50', 'f087f8d5-adb2-426b-a41c-ed999ca09661', 'ed6efc42-4a94-49be-99dd-aab0488920b1', '47ffdcd1-2fdf-4abc-89eb-58f17aeedb59', '252d01c1-64bb-4111-a611-81b1bd4c742c', '85ec43ac-fd17-46fa-b5d7-b379e4b4d964', 'c28b3bb4-1926-4e80-8469-d1b0a93d3649', '076400fd-40e2-4258-95f8-25adcfa54baf', '5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976', '5adbd759-5e1a-4539-9793-2d65d24f4f44', 'a774de0a-3e06-4d19-a071-c12e48f9e7bd', '0d26c54e-bcb3-48ef-b580-f2353bf59bbe', 'f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28', '65d6766d-0129-4506-bb27-918f8fa77a3a', 'c4de8daf-aed0-4af3-9126-400411b23b0c', '0f68932f-4566-4b68-a1f0-7134291cf00b'} {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1139.297675] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1139.316504] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.316759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.316759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.316951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.317050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.317133] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1139.317258] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1139.317366] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1139.387369] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.387492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.387529] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.387741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.388970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.389279] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1139.389378] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1139.389518] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1139.389668] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1139.389794] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 with Priority: HIGH for action port [ 1139.389913] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/53 resources of Type:Security Group Rules [ 1139.392059] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGH for action security_group_rules [ 1139.392210] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGH for action security_group_rules [ 1139.392296] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGH for action security_group_rules [ 1139.392364] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGH for action security_group_rules [ 1139.393942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.193568] env[70476]: INFO networking_nsxv3.common.synchronization [req-8e380740-6932-4822-a765-a39079dc6c97 req-f7472580-541a-4d6c-a878-4336dde3c4f8 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Enqueued Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGHEST for action security_group_members [ 1140.194094] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGHEST for action security_group_members [ 1140.194253] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 with Priority: HIGH for action port [ 1140.194385] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abf3988-991a-43de-992f-0333a12c48e6 with Priority: HIGH for action security_group_rules [ 1140.194446] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGH for action security_group_rules [ 1140.194539] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGH for action security_group_rules [ 1140.194756] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b with Priority: HIGH for action security_group_rules [ 1140.194845] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 with Priority: HIGH for action security_group_rules [ 1140.194933] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec with Priority: HIGH for action security_group_rules [ 1140.195646] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bca630-acca-4734-8508-5b9b2a6fd54b with Priority: HIGH for action security_group_rules [ 1140.195931] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGH for action security_group_rules [ 1140.196145] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 with Priority: HIGH for action security_group_rules [ 1140.196337] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 with Priority: HIGH for action security_group_rules [ 1140.196795] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905dc0-3d06-4b86-8336-38afedaf498c with Priority: HIGH for action security_group_rules [ 1140.197008] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 with Priority: HIGH for action security_group_rules [ 1140.200243] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 with Priority: HIGH for action security_group_rules [ 1140.200952] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGH for action security_group_rules [ 1140.200952] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 with Priority: HIGH for action security_group_rules [ 1140.200952] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 with Priority: HIGH for action security_group_rules [ 1140.200952] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGH for action security_group_rules [ 1140.200952] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d with Priority: HIGH for action security_group_rules [ 1140.200952] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGH for action security_group_rules [ 1140.201242] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be5d722-9c82-4669-814a-697c44c71acc taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.201308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.201343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.201585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.201749] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.201852] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.201968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.202073] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.202506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.202632] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be5d722-9c82-4669-814a-697c44c71acc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.203620] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f7428a-5186-43b7-aaae-241e15ae57f9 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.203778] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.203881] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.204094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.204215] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f7428a-5186-43b7-aaae-241e15ae57f9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.208401] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1abf3988-991a-43de-992f-0333a12c48e6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.208747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.208747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.208944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.209075] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1abf3988-991a-43de-992f-0333a12c48e6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.209937] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.210064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.210132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.210296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.210371] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.211155] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.211273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.211273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.211392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.211461] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.212460] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.212460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.212657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.212750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.212960] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ecbd24b-f4f3-49ab-bebe-7366ee07d74b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.213839] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b59dbbe2-61b8-4570-8230-2cfc02a59463 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.213990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.214109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.214388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.214498] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b59dbbe2-61b8-4570-8230-2cfc02a59463',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.215191] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.215426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.215529] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.215731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.215853] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.216876] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19bca630-acca-4734-8508-5b9b2a6fd54b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.216876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.216876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.217042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.217076] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19bca630-acca-4734-8508-5b9b2a6fd54b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.218170] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.218344] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.218508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.218698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.218821] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.219542] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.219702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.219801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.220021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.220133] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98cd2d28-7d3d-4106-85f0-7ac0681007e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.220876] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1819db41-e42b-40ef-b768-13b9e3dd4775 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.221494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.222336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.222336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.222336] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1819db41-e42b-40ef-b768-13b9e3dd4775',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.222584] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49905dc0-3d06-4b86-8336-38afedaf498c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.222729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.222831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.223024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.223137] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49905dc0-3d06-4b86-8336-38afedaf498c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.224395] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.224570] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.224678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.224871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.225026] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98c2ddc4-dbce-4c17-9b2a-dd09be046305',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.226103] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.226103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.226278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.226504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.226560] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d5dbfe-0eff-4787-b3ac-86c2819d5d43',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.227464] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.227649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.227725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.227906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.228027] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.229775] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.229952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.230072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.230271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.230382] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6132fd0a-f0ff-4a62-b9b0-16525712f5c7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.231310] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.231488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.231593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.231769] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.231887] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dee5711-ebbd-4e1e-9e61-a0b7fef80443',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.232699] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.232846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.233102] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.233275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.233385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.233704] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.233704] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b883d128-b7c4-4c47-9b5f-b3b92239f43d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.234688] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.234960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.235077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.235280] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.235383] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.241152] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.241152] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.241152] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.241409] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.241657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.241799] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.241939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.242047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.242628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.242628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.242628] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be5d722-9c82-4669-814a-697c44c71acc already deleted. [ 1140.242628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.266260] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.266458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.266458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.267130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.270825] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.270952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.271786] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.271882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.288970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.288970] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ecbd24b-f4f3-49ab-bebe-7366ee07d74b is going to be deleted. [ 1140.292207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.292531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.311693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.311846] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b59dbbe2-61b8-4570-8230-2cfc02a59463 is going to be deleted. [ 1140.313208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.313763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.336425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.336584] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1abf3988-991a-43de-992f-0333a12c48e6 is going to be deleted. [ 1140.353285] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.353487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.353487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.353691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.353784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.353902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ecbd24b-f4f3-49ab-bebe-7366ee07d74b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.363528] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.363691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.363869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.363930] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.364109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.364109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b59dbbe2-61b8-4570-8230-2cfc02a59463" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.384978] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.385132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.385132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.385399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.385446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.385604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1abf3988-991a-43de-992f-0333a12c48e6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.737359] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.737513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.737583] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.737784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.737945] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.738054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.738120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.738277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.738373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.738460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.738548] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.742530] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.742650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.742703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.742864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.743016] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.743106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.743171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.743312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.743788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.743900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.744071] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.748019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9f7428a-5186-43b7-aaae-241e15ae57f9 with status ACTIVE [ 1140.748019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.748019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.748019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.748019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.748019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.748019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.748019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.748019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.748019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.748019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.748019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.748019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.748019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.748019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.748019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.748019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 is going to be updated. [ 1140.773317] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.773449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.773723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.773815] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.776900] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.777059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.777724] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.777805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.778637] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.778733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.782460] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.782953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.782953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.782953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.782953] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.783276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.783276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.783276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.783276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.783447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.783447] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.786339] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.786465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.788720] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.788833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.788894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.789071] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.789202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.789348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.813253] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.813410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.814181] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.814277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.815376] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.815376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.816034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.816109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.816802] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.816897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.817590] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.817689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.818381] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.818472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.819390] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.819530] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec is going to be deleted. [ 1140.820378] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.820642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.854465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.854605] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98cd2d28-7d3d-4106-85f0-7ac0681007e1 is going to be deleted. [ 1140.855541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.855755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.861191] env[70476]: INFO networking_nsxv3.common.synchronization [req-5842ff73-6d45-4666-b437-af618d488926 req-5204e2de-6664-4ccb-a32c-e000ee25cca0 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1140.861469] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1140.862044] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.862155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.878438] env[70476]: INFO networking_nsxv3.common.synchronization [req-5842ff73-6d45-4666-b437-af618d488926 req-5204e2de-6664-4ccb-a32c-e000ee25cca0 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_rules [ 1140.878625] env[70476]: INFO networking_nsxv3.common.synchronization [req-5842ff73-6d45-4666-b437-af618d488926 req-5204e2de-6664-4ccb-a32c-e000ee25cca0 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1140.878771] env[70476]: INFO networking_nsxv3.common.synchronization [req-5842ff73-6d45-4666-b437-af618d488926 req-5204e2de-6664-4ccb-a32c-e000ee25cca0 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Enqueued Resource ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 with Priority: HIGHEST for action port [ 1140.879641] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_rules [ 1140.879641] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1140.879641] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 with Priority: HIGHEST for action port [ 1140.879921] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.880036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.880241] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.880328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.880503] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f7428a-5186-43b7-aaae-241e15ae57f9 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.880623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.880679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.880937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.880937] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f7428a-5186-43b7-aaae-241e15ae57f9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.887608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.887716] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be deleted. [ 1140.888797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.888889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.908117] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.908357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.917010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.917211] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19bca630-acca-4734-8508-5b9b2a6fd54b is going to be deleted. [ 1140.918082] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.918689] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.922775] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.922925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.940095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.940286] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1819db41-e42b-40ef-b768-13b9e3dd4775 is going to be deleted. [ 1140.941084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.941295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.942608] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.942720] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.959681] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 in Status: SUCCESS [ 1140.959895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.960079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.960289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.960467] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.960587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.960654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.960809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.961046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.961046] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.963547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.963678] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49905dc0-3d06-4b86-8336-38afedaf498c is going to be deleted. [ 1140.964773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.964950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.047474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.047989] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98c2ddc4-dbce-4c17-9b2a-dd09be046305 is going to be deleted. [ 1141.049248] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.049454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.054973] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.055161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.065868] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec in Status: SUCCESS [ 1141.066044] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec deletion is rescheduled due to dependency. [ 1141.066112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.107140] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.107349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.108288] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.108426] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e38c4c59-f62d-4145-832b-848634aa0ec2 is going to be deleted. [ 1141.109696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.109840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.111374] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.111503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.166658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.166817] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dee5711-ebbd-4e1e-9e61-a0b7fef80443 is going to be deleted. [ 1141.168053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.168053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.214715] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.215054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.221865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.222035] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6132fd0a-f0ff-4a62-b9b0-16525712f5c7 is going to be deleted. [ 1141.222964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.223194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.245596] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.257216] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.257408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.257563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.257642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.257796] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.257889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.257978] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.258110] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.258211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.258306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.258452] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.258723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.258723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.258723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.258907] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.258970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.259026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.259142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.259220] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.259300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.259389] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.271060] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.271224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.291573] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.299751] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.299899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.312975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.313198] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b883d128-b7c4-4c47-9b5f-b3b92239f43d is going to be deleted. [ 1141.314204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.314451] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.350355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.350493] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d5dbfe-0eff-4787-b3ac-86c2819d5d43 is going to be deleted. [ 1141.351630] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.352103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.352229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.352372] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c1d0081-83e4-4a6c-a79c-ee51fb3c4dec" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.352536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.352700] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.352780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.352895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98cd2d28-7d3d-4106-85f0-7ac0681007e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.353690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.353854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.353937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.354068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.354391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.354557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.354638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.354752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19bca630-acca-4734-8508-5b9b2a6fd54b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.354877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.355021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.355100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.355229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49905dc0-3d06-4b86-8336-38afedaf498c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.355364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.355506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.355578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.355687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1819db41-e42b-40ef-b768-13b9e3dd4775" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.358829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.358829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.358829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.358829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98c2ddc4-dbce-4c17-9b2a-dd09be046305" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.358829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.358829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.358829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.358829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.358829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.358829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.358829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.358829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dee5711-ebbd-4e1e-9e61-a0b7fef80443" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.364396] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.364396] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-212" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.364396] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-212" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.364396] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-212" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.364787] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.364980] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.365250] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.365482] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.365628] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.365838] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.366074] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.366074] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.366170] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.366285] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.366390] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.366545] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.382753] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9f7428a-5186-43b7-aaae-241e15ae57f9 with status ACTIVE [ 1141.382900] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.383048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.383115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.383329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.383421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.383605] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.383703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.383757] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.383901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.383975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.384166] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.384259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.384317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.384453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.384548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.384634] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9f7428a-5186-43b7-aaae-241e15ae57f9 is going to be updated. [ 1141.389875] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.390021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.390078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.390245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.390328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.390440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6132fd0a-f0ff-4a62-b9b0-16525712f5c7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.446394] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.446640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.448131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.448131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.448131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.448500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f7428a-5186-43b7-aaae-241e15ae57f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.449542] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.449714] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.083 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.449854] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.450041] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-212" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.450397] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.450518] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.450643] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.450951] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.451107] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.466395] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.498849] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.499051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.499051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.502206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.502206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.502206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b883d128-b7c4-4c47-9b5f-b3b92239f43d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.502206] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.502206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.502206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.502206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.502206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.502206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d5dbfe-0eff-4787-b3ac-86c2819d5d43" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.747888] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e21cf2bb-178f-4222-a99e-5b2e1645b9a3: rpc.has_security_group_logging(os_id): False [ 1141.763011] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c03b28-e972-40c2-adc4-f03091e2dd82: rpc.has_security_group_logging(os_id): False [ 1141.764591] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.764748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.764827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.765123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.777100] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.777100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.781678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.781961] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.782072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.782127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.782457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.782457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.782457] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 is going to be updated. [ 1141.783455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.783621] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.793154] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d698e933-fdae-4eff-9c2e-29973b9904c1: rpc.has_security_group_logging(os_id): False [ 1141.806027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.806027] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.806027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.806027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.806027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.806027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.806302] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.806345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.806426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.806584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.806659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.806861] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.806954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.807029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.807239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.807351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.807477] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1141.812562] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.812679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.812746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.812915] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.836772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.837719] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.837719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.837719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.837719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.837719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.837719] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be updated. [ 1141.860765] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.860914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.860972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.861155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.861301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.872122] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: IN_PROGRESS for 2s [ 1141.882574] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.884018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.884018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.884018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.884018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.893456] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.893595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.893663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.893855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.893994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.899414] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1141.904835] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: IN_PROGRESS for 2s [ 1141.956625] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.957517] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.957517] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.957517] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.957661] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.957932] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 not found, creating... [ 1141.958102] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.958743] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.958743] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.958743] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.958901] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.960040] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.960040] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.960040] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.960040] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.960333] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.960333] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 is going to be created. [ 1141.970016] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.980732] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.981134] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.981360] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.981724] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.982055] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.982565] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.474344] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.474676] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.474676] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.474782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.474889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.475043] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 is going to be updated. [ 1142.503154] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.503808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.503808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.503808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.503808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.514106] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 in Status: IN_PROGRESS for 2s [ 1143.292315] env[70476]: INFO networking_nsxv3.common.synchronization [req-8e380740-6932-4822-a765-a39079dc6c97 req-a6d2824f-99b3-4c63-855c-73845e159440 service nova] Enqueued Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGHEST for action security_group_rules [ 1143.292504] env[70476]: INFO networking_nsxv3.common.synchronization [req-8e380740-6932-4822-a765-a39079dc6c97 req-a6d2824f-99b3-4c63-855c-73845e159440 service nova] Enqueued Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGHEST for action security_group_members [ 1143.292646] env[70476]: INFO networking_nsxv3.common.synchronization [req-8e380740-6932-4822-a765-a39079dc6c97 req-a6d2824f-99b3-4c63-855c-73845e159440 service nova] Enqueued Resource ID: 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 with Priority: HIGHEST for action port [ 1143.292886] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGHEST for action security_group_rules [ 1143.293064] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGHEST for action security_group_members [ 1143.293099] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 with Priority: HIGHEST for action port [ 1143.293658] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be5d722-9c82-4669-814a-697c44c71acc taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.293782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.293850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.296749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.296749] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be5d722-9c82-4669-814a-697c44c71acc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.298249] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be5d722-9c82-4669-814a-697c44c71acc taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.298377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.298445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.298637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.298799] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.298904] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.298950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.299118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.299205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.299299] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be5d722-9c82-4669-814a-697c44c71acc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.300590] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.300836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.300836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.301017] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.301121] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.324623] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.324832] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.324967] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.325290] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.325608] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.325733] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.325854] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.326230] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.326438] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.326667] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.326790] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.326906] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.327030] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.327150] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.327290] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.327440] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.347105] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.347105] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1143.347337] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.347455] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-256" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.348033] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-c71c20e5-e2af-4a6e-aa36-cf6031acec04 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.348033] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.348206] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.348412] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.348560] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c71c20e5-e2af-4a6e-aa36-cf6031acec04',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.800601] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be5d722-9c82-4669-814a-697c44c71acc taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.800601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.804380] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 with status ACTIVE [ 1143.804728] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.804853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.804959] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.805196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.805306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.805507] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.805634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.805737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.805848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.805942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.806138] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.806255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.806388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.806450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.806508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.806566] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 is going to be updated. [ 1143.809691] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0be5d722-9c82-4669-814a-697c44c71acc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.830836] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.830836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.830836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.830836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.830836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.830836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.851519] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.851671] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.852010] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.854023] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.854023] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.854023] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.854023] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.854023] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.854023] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.854023] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.854408] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.854459] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.854563] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.854908] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.855105] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.855260] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: c71c20e5-e2af-4a6e-aa36-cf6031acec04 is going to be updated. [ 1143.876590] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.876823] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.877631] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.877631] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.877631] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.877795] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.889807] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: SUCCESS [ 1143.890095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.917421] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1143.917681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.919403] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 1143.919627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.312452] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0be5d722-9c82-4669-814a-697c44c71acc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.523449] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 in Status: SUCCESS [ 1144.523624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.523803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.524024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.524210] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.524525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.524573] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.524711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.528020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.528020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.528020] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.528020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.528020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.528020] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.528020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.528020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.528020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.528020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.528020] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.816497] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.816497] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.816497] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.816497] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.816497] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.816497] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be5d722-9c82-4669-814a-697c44c71acc is going to be created. [ 1144.838491] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.839754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.839754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.839923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.841882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.850407] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be5d722-9c82-4669-814a-697c44c71acc in Status: UNINITIALIZED for 2s [ 1144.934056] env[70476]: INFO networking_nsxv3.common.synchronization [req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 req-9b45ed30-dfb2-40fb-93f8-c7595b814a1a service nova] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_rules [ 1144.934056] env[70476]: INFO networking_nsxv3.common.synchronization [req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 req-9b45ed30-dfb2-40fb-93f8-c7595b814a1a service nova] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 1144.934056] env[70476]: INFO networking_nsxv3.common.synchronization [req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 req-9b45ed30-dfb2-40fb-93f8-c7595b814a1a service nova] Enqueued Resource ID: c71c20e5-e2af-4a6e-aa36-cf6031acec04 with Priority: HIGHEST for action port [ 1144.934056] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_rules [ 1144.934056] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 1144.934056] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71c20e5-e2af-4a6e-aa36-cf6031acec04 with Priority: HIGHEST for action port [ 1144.934056] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.934056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.934056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.934056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.934056] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.938236] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.938236] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.938236] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.938236] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.938236] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.938445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.938445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.938707] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.938707] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.938787] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.939534] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c71c20e5-e2af-4a6e-aa36-cf6031acec04 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.939631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.939695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.939929] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.939929] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c71c20e5-e2af-4a6e-aa36-cf6031acec04',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.028376] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.031689] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.444193] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.444373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.444552] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.446251] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c71c20e5-e2af-4a6e-aa36-cf6031acec04 with status ACTIVE [ 1145.446653] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.446774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.446831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.450026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.450026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.450026] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.450026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.450026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.450026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.450026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.450910] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.450910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.450910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.450910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.451075] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.451187] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c71c20e5-e2af-4a6e-aa36-cf6031acec04 is going to be updated. [ 1145.471269] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.471493] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.471540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.471733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.471873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.472044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c71c20e5-e2af-4a6e-aa36-cf6031acec04" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.531641] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 383d7018-f103-4647-a02e-49bac7ecc1a5: rpc.has_security_group_logging(os_id): False [ 1145.535269] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.551796] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.551962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.552124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.553037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.577034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.577285] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.577285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.577373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.578583] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.578583] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.578583] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 is going to be updated. [ 1145.655087] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.655276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.655276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.655510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.655658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.668417] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 in Status: IN_PROGRESS for 2s [ 1145.758207] env[70476]: INFO networking_nsxv3.common.synchronization [req-1290961f-ee10-423f-8e4e-a6afb9087d5d req-74211ca1-c6fb-4d08-9877-102dfb8deb69 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Enqueued Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1145.758715] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 with Priority: HIGHEST for action security_group_members [ 1145.759058] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-383d7018-f103-4647-a02e-49bac7ecc1a5 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.759228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.954842] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.039474] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.039474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.039474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.039474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.039474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.039474] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 is going to be updated. [ 1146.072642] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.072642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.072642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.072642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.072642] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.082851] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 in Status: IN_PROGRESS for 2s [ 1146.458864] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.458864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.458864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.458864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.458864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.458864] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be updated. [ 1146.484715] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.484715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.484715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.484715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.484715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.491442] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 1146.861560] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be5d722-9c82-4669-814a-697c44c71acc in Status: SUCCESS [ 1146.861560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.861560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.861560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.861560] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.861560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.861560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.861560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.861560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.861560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.861560] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0be5d722-9c82-4669-814a-697c44c71acc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.366908] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0be5d722-9c82-4669-814a-697c44c71acc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.681243] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 in Status: SUCCESS [ 1147.681504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.681712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.682021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.682086] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.870839] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0be5d722-9c82-4669-814a-697c44c71acc: rpc.has_security_group_logging(os_id): False [ 1147.887946] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.888167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.888167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.888429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.888547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.888777] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.888880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.888949] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.889111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.889193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.889281] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be5d722-9c82-4669-814a-697c44c71acc is going to be created. [ 1147.946996] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.947257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.947257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.947526] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.947663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.958428] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0be5d722-9c82-4669-814a-697c44c71acc in Status: IN_PROGRESS for 2s [ 1148.093861] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 in Status: SUCCESS [ 1148.094028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.094232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.094487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.094704] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.094834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.094926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.095149] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.095246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.095348] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.200367] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.200609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.200609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.200830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.200918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.201028] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 is going to be deleted. [ 1148.257523] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.257708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.257751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.257985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.258059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.258190] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.258358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.258531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.258709] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.501485] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 1148.501819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.502086] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.502404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.502685] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.502873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.502981] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.503240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.503370] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.503508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.503649] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.600579] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.600579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.600579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.600579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.600579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.600579] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.600579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.600579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.600579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.600579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.600579] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 is going to be deleted. [ 1148.632783] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.632783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.632783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.632783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.632783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.632783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.632783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.632783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.632783] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.632783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.632783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.632783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.632783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.632783] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383d7018-f103-4647-a02e-49bac7ecc1a5',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.650835] env[70476]: INFO networking_nsxv3.common.synchronization [req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 req-36374809-08ff-44df-bdae-00272f7f567d tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1148.650835] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1148.650835] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.650835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.650835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.651831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.652155] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.652388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.652553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.652881] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.653108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.653321] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.782417] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.782417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.782417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.782417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.782417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.782417] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 already deleted. [ 1148.782417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.006794] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.006958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.007043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.007351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.007517] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.007621] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.007678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.007860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.008658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.008658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.008658] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.008658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.008658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.008658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.008658] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.008952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.008952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.008952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.009078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.009078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.009136] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.136127] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.136200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.136231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.137066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.137066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.137066] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.137066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.137066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.139643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.139643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.139643] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383d7018-f103-4647-a02e-49bac7ecc1a5 already deleted. [ 1149.139643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383d7018-f103-4647-a02e-49bac7ecc1a5" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.155753] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.155878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.155878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.156079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.176215] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.176495] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.176616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.176684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.176870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.176953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.177051] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be updated. [ 1149.224036] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.224224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.224280] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.224478] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.224625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.233029] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 1149.511710] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667f6e54-8506-4e7a-843a-6b649c4b063c: rpc.has_security_group_logging(os_id): False [ 1149.527827] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.527968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.528044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.528591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.528591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.528591] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.528812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.528812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.528901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.528940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.529104] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.529196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.529243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.529385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.529496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.529640] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.529724] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.530449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.530449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.530449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.530449] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be created. [ 1149.584574] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.584810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.584931] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.585353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.585556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.605334] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 1149.969254] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0be5d722-9c82-4669-814a-697c44c71acc in Status: SUCCESS [ 1149.969510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.242132] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 1151.242405] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 deletion is rescheduled due to dependency. [ 1151.242405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.618613] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 1151.618713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.736787] env[70476]: INFO networking_nsxv3.common.synchronization [None req-4b30a576-090c-469b-a5dd-964d3699e336 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGHEST for action security_group_rules [ 1151.737390] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGHEST for action security_group_rules [ 1151.737704] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.737833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.737900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.738189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.738274] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed33e7e2-0654-4dd2-9e2e-acd222a4145e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.811991] env[70476]: INFO networking_nsxv3.common.synchronization [None req-2b0ed6c7-8794-4bce-9c05-bac2636dbed4 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGHEST for action security_group_rules [ 1151.812734] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGHEST for action security_group_rules [ 1151.813094] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.813228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.259485] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.259485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.259485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.259888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.259888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.259888] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e already deleted. [ 1152.259888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.260016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.260139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.260221] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed33e7e2-0654-4dd2-9e2e-acd222a4145e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.739954] env[70476]: INFO networking_nsxv3.common.synchronization [req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 req-bfd6a1da-3efd-42c0-a755-9b618790c1a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1152.740490] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1152.740789] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.740908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.740977] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.743858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.743939] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.744518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.744518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.744665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.745107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.745235] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.779746] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.779902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.779975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.780256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.780357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.780995] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e already deleted. [ 1152.780995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.250312] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.250312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.250312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.250312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.250312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.250312] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.250312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.250312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.250312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.250312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.250312] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be updated. [ 1153.277026] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.277026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.277026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.277026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.277026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.283401] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: IN_PROGRESS for 2s [ 1155.294739] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 1155.294739] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 deletion is rescheduled due to dependency. [ 1155.295105] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.880166] env[70476]: INFO networking_nsxv3.common.synchronization [req-a44582ec-acb6-457b-b332-6f38c73ebfec req-c576c013-aba5-46ed-93ae-473ba7559c05 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Enqueued Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 1155.880710] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6efc42-4a94-49be-99dd-aab0488920b1 with Priority: HIGHEST for action security_group_members [ 1155.881034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed6efc42-4a94-49be-99dd-aab0488920b1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.881261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.881261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.881428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.881577] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.881675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.881737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.881882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.881964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.882369] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed6efc42-4a94-49be-99dd-aab0488920b1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.384836] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.385169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.385169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.385440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.405436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.405681] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.407019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.407019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.407019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.407019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.407019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed6efc42-4a94-49be-99dd-aab0488920b1 is going to be updated. [ 1156.430337] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.430492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.430564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.430783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.430931] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.438425] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: IN_PROGRESS for 2s [ 1158.450025] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed6efc42-4a94-49be-99dd-aab0488920b1 in Status: SUCCESS [ 1158.450358] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed6efc42-4a94-49be-99dd-aab0488920b1 deletion is rescheduled due to dependency. [ 1158.450358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed6efc42-4a94-49be-99dd-aab0488920b1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.819602] env[70476]: INFO networking_nsxv3.common.synchronization [req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 req-65ae7136-66b3-4f70-ab84-f5ecdbfd72d6 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1159.820201] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1159.820511] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.821911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.821911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.821911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.821911] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.821911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.821911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.821911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.821911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.821911] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.326708] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.398878] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.399100] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.399236] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.399844] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.399844] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.399975] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.400550] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.400858] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.401030] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.402500] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.402669] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.402792] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.402910] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.403925] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.403925] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.403925] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.425016] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.425016] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1160.425016] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.425016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-995" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.425016] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-e7fce203-10be-49e5-a324-4b587bcfb756 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.425016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-e7fce203-10be-49e5-a324-4b587bcfb756" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.425016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-e7fce203-10be-49e5-a324-4b587bcfb756" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.425016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-e7fce203-10be-49e5-a324-4b587bcfb756" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.425016] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7fce203-10be-49e5-a324-4b587bcfb756',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.830062] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.927091] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.927369] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.927506] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.927786] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.927944] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.928160] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port e7fce203-10be-49e5-a324-4b587bcfb756 not found, creating... [ 1160.928446] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.928610] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.928749] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.928990] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.929169] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.929508] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.929683] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.929805] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.930047] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.930189] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.930337] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: e7fce203-10be-49e5-a324-4b587bcfb756 is going to be created. [ 1160.951295] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.951508] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.951935] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.951935] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.952415] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.952488] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-e7fce203-10be-49e5-a324-4b587bcfb756" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.332543] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.332781] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.332843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.334310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.334310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.334310] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1161.367549] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.367549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.367549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.367774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.367774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.378132] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1162.111512] env[70476]: INFO networking_nsxv3.common.synchronization [req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 req-3b2bc43f-da5d-435e-a597-7bd323b1baec service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 1162.111512] env[70476]: INFO networking_nsxv3.common.synchronization [req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 req-3b2bc43f-da5d-435e-a597-7bd323b1baec service nova] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1162.111512] env[70476]: INFO networking_nsxv3.common.synchronization [req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 req-3b2bc43f-da5d-435e-a597-7bd323b1baec service nova] Enqueued Resource ID: e7fce203-10be-49e5-a324-4b587bcfb756 with Priority: HIGHEST for action port [ 1162.112797] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_rules [ 1162.112797] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1162.112797] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7fce203-10be-49e5-a324-4b587bcfb756 with Priority: HIGHEST for action port [ 1162.112797] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.112797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.113016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.113085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.113124] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.113991] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.114108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.114282] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7fce203-10be-49e5-a324-4b587bcfb756 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.114425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7fce203-10be-49e5-a324-4b587bcfb756" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.114425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7fce203-10be-49e5-a324-4b587bcfb756" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.114637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7fce203-10be-49e5-a324-4b587bcfb756" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.116362] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7fce203-10be-49e5-a324-4b587bcfb756',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.418252] env[70476]: INFO networking_nsxv3.common.synchronization [req-88c15a17-98d2-4c46-bb60-53290019d233 req-97d04d23-99cd-4534-8fcd-14f2248903e2 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGHEST for action security_group_members [ 1162.418252] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGHEST for action security_group_members [ 1162.423755] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.423755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.423755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.423755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.423755] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.423755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.425285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.425285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.425285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.425285] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed33e7e2-0654-4dd2-9e2e-acd222a4145e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.616469] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.616611] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.616826] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7fce203-10be-49e5-a324-4b587bcfb756 with status ACTIVE [ 1162.616956] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.617078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.617150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.617400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.617457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.617599] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.617693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.617754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.617899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.617973] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.618215] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.618306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.618373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.618514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.618587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.618671] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7fce203-10be-49e5-a324-4b587bcfb756 is going to be updated. [ 1162.640177] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.640177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.640177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.640177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.640177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.640177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7fce203-10be-49e5-a324-4b587bcfb756" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.928265] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.928475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.928475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.928822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.928822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.928941] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.929061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.929125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.929284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.929361] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.929445] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e already deleted. [ 1162.929527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.386484] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1163.386725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.388762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.388762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.388762] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.388762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.388762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.388762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.388762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.388762] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.627035] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.627293] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.627581] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.627695] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.628108] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.628382] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.628382] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.628484] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.628650] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.628996] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.629193] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.629412] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.629513] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.629663] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.629803] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.629968] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.651616] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.652214] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.652214] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.652463] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.652761] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.653496] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.653496] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.653693] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.653842] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0be3b3-8cfc-4cba-9979-3e5b00f5646b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.842078] env[70476]: INFO networking_nsxv3.common.synchronization [None req-44089ac7-7923-4a75-8603-d4a5d106d38e None None] Enqueued Resource ID: 6a30a872-1ed6-4496-b11d-b4fc092bdeb8 with Priority: HIGHEST for action port [ 1163.843343] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a30a872-1ed6-4496-b11d-b4fc092bdeb8 with Priority: HIGHEST for action port [ 1163.843695] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a30a872-1ed6-4496-b11d-b4fc092bdeb8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.845311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a30a872-1ed6-4496-b11d-b4fc092bdeb8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.845394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a30a872-1ed6-4496-b11d-b4fc092bdeb8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.849019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a30a872-1ed6-4496-b11d-b4fc092bdeb8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.849019] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a30a872-1ed6-4496-b11d-b4fc092bdeb8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.891987] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.059883] env[70476]: INFO networking_nsxv3.common.synchronization [req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 req-09bfaae6-2b64-4f1b-994b-7ee2b00557e7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_members [ 1164.060422] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_members [ 1164.060728] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.060849] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.060915] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.061331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.061501] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.061605] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.061668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.061826] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.061911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.062263] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.159930] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.160167] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.160298] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.160730] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.160730] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.160985] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 0f0be3b3-8cfc-4cba-9979-3e5b00f5646b not found, creating... [ 1164.161283] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.161595] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.161595] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.161803] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.161947] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.162258] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.162422] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.162543] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.163085] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.163085] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.164600] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 0f0be3b3-8cfc-4cba-9979-3e5b00f5646b is going to be created. [ 1164.182632] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.182715] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.182779] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.183067] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.183300] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.183526] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.340563] env[70476]: INFO networking_nsxv3.common.synchronization [None req-42a0dd41-5b26-40b7-b1de-7e80e7044c8c tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Enqueued Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGHEST for action security_group_rules [ 1164.341152] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGHEST for action security_group_rules [ 1164.341517] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57315f04-b6ba-4f4e-811c-db9d36143801 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.341667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.341755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.342015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.342108] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57315f04-b6ba-4f4e-811c-db9d36143801',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.348554] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a30a872-1ed6-4496-b11d-b4fc092bdeb8 [ 1164.348734] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.348858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.348924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.349126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.349217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.349309] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a30a872-1ed6-4496-b11d-b4fc092bdeb8 already deleted. [ 1164.349599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a30a872-1ed6-4496-b11d-b4fc092bdeb8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.395269] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.437878] env[70476]: INFO networking_nsxv3.common.synchronization [None req-1b83fc8c-12b5-496e-9399-58ad1e4bebba tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Enqueued Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGHEST for action security_group_rules [ 1164.437878] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGHEST for action security_group_rules [ 1164.442381] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57315f04-b6ba-4f4e-811c-db9d36143801 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.442511] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.563703] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.867149] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.869559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.870305] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.870886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.871100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.871299] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57315f04-b6ba-4f4e-811c-db9d36143801 already deleted. [ 1164.872205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.872205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.872532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.873161] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57315f04-b6ba-4f4e-811c-db9d36143801',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.896926] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.897114] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.897193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.897398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.898029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.898095] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1164.931134] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.931134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.931134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.931134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.931304] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.941823] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1165.066511] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.184067] env[70476]: INFO networking_nsxv3.common.synchronization [req-88c15a17-98d2-4c46-bb60-53290019d233 req-56bec1cf-d990-4d60-88bc-01c2db722612 service nova] Enqueued Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGHEST for action security_group_rules [ 1165.184288] env[70476]: INFO networking_nsxv3.common.synchronization [req-88c15a17-98d2-4c46-bb60-53290019d233 req-56bec1cf-d990-4d60-88bc-01c2db722612 service nova] Enqueued Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGHEST for action security_group_members [ 1165.184906] env[70476]: INFO networking_nsxv3.common.synchronization [req-88c15a17-98d2-4c46-bb60-53290019d233 req-56bec1cf-d990-4d60-88bc-01c2db722612 service nova] Enqueued Resource ID: 0f0be3b3-8cfc-4cba-9979-3e5b00f5646b with Priority: HIGHEST for action port [ 1165.184906] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGHEST for action security_group_rules [ 1165.184906] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGHEST for action security_group_members [ 1165.184906] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0be3b3-8cfc-4cba-9979-3e5b00f5646b with Priority: HIGHEST for action port [ 1165.185472] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.185596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.185664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.185864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.185946] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed33e7e2-0654-4dd2-9e2e-acd222a4145e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.186831] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.186946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.187024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.187239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.187385] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.187476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.187614] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.187799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.188404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.188507] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed33e7e2-0654-4dd2-9e2e-acd222a4145e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.189334] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.190162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.190162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.190259] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.190353] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0be3b3-8cfc-4cba-9979-3e5b00f5646b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.393618] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.393761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.393832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.394051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.394151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.394244] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57315f04-b6ba-4f4e-811c-db9d36143801 already deleted. [ 1165.394330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.570043] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.570043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.570043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.570043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.570372] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.570372] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 is going to be updated. [ 1165.606896] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.606896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.606896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.606896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.606896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.613985] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: IN_PROGRESS for 2s [ 1165.698309] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.698448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.698644] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed33e7e2-0654-4dd2-9e2e-acd222a4145e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.701168] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f0be3b3-8cfc-4cba-9979-3e5b00f5646b with status ACTIVE [ 1165.701452] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.701571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.701613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.701865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.701974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.702178] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.702307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.702386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.702572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.702652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.702877] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.702989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.703069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.703258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.703337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.703424] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f0be3b3-8cfc-4cba-9979-3e5b00f5646b is going to be updated. [ 1165.722575] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.722780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.722853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.723131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.723316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.723492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.202162] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed33e7e2-0654-4dd2-9e2e-acd222a4145e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.374260] env[70476]: INFO networking_nsxv3.common.synchronization [None req-b3ffc3e4-65e7-4ae1-9c3e-506fcb79ba64 None None] Enqueued Resource ID: 1c2c4e48-e3ed-4769-a517-25cc40abd012 with Priority: HIGHEST for action port [ 1166.374723] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2c4e48-e3ed-4769-a517-25cc40abd012 with Priority: HIGHEST for action port [ 1166.376719] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c2c4e48-e3ed-4769-a517-25cc40abd012 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.377564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c2c4e48-e3ed-4769-a517-25cc40abd012" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.377682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c2c4e48-e3ed-4769-a517-25cc40abd012" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.378010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c2c4e48-e3ed-4769-a517-25cc40abd012" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.378454] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c2c4e48-e3ed-4769-a517-25cc40abd012',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.704904] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.705150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.705150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.705346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.705438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.705541] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e is going to be created. [ 1166.727208] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.727390] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.727468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.727703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.727867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.737028] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e in Status: UNINITIALIZED for 2s [ 1166.881283] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c2c4e48-e3ed-4769-a517-25cc40abd012 [ 1166.881689] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.881824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.881891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.882117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.882209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.882302] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c2c4e48-e3ed-4769-a517-25cc40abd012 already deleted. [ 1166.882384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c2c4e48-e3ed-4769-a517-25cc40abd012" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.951905] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1166.952115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.952279] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.952585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.952733] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.952873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.952873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.953067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.953169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.953248] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.953328] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.455475] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.455977] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.456272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.456616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.457196] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.457473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.457600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.457993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.458169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.458317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.458630] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.458748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.458875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.459129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.459279] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.459443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.459552] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.459708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.459792] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.459879] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.460026] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.628479] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: SUCCESS [ 1167.628479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.962299] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c03b28-e972-40c2-adc4-f03091e2dd82: rpc.has_security_group_logging(os_id): False [ 1167.983185] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.983342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.983412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.983633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.983726] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.983920] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.984033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.984100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.984256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.984334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.984799] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.984927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.984993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.985245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.985330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.985670] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.985801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.985868] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.986025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.986104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.986193] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1168.041890] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.042067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.042143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.042405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.042480] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.057757] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1168.623050] env[70476]: INFO networking_nsxv3.common.synchronization [req-d44b77e6-634e-4b0f-966a-350786e12eea req-20319331-f6d1-4f37-905a-438876522106 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1168.623561] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1168.623859] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.623978] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.624056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.624435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.624435] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.624572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.624572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.624688] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.624770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.624861] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.754827] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e in Status: SUCCESS [ 1168.755267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.755589] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.755790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.755972] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.756103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.756161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.756312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.756387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.756464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.756600] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed33e7e2-0654-4dd2-9e2e-acd222a4145e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.044524] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.044859] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.044946] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.045219] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.045504] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.045675] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.045798] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.046036] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.046195] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.046487] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.046552] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.046633] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.046744] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.046855] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.046966] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.047138] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.065940] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.066210] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.066363] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.066566] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.066868] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.067121] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.067231] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.067550] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.067697] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.127345] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.127507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.127507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.128625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.128625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.128625] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.128625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.128625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.128865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.128865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.128865] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be updated. [ 1169.154260] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.154411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.154479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.154698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.154841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.163645] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 1169.259287] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed33e7e2-0654-4dd2-9e2e-acd222a4145e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.569756] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.570010] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.570152] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.570433] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.570583] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.570752] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b not found, creating... [ 1169.571049] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.571191] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.571356] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.571581] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.571731] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.572116] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.572357] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.572499] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.572724] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.572872] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.573102] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b is going to be created. [ 1169.592461] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.592667] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.592798] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.593086] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.593325] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.593594] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.763009] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed33e7e2-0654-4dd2-9e2e-acd222a4145e: rpc.has_security_group_logging(os_id): False [ 1169.791097] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.791289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.791289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.792027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.792027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.792027] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.792312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.792312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.792421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.792498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.792625] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e is going to be created. [ 1169.883757] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.883931] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.884039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.884285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.884529] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.896275] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e in Status: IN_PROGRESS for 2s [ 1170.075930] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1170.076279] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.319774] env[70476]: INFO networking_nsxv3.common.synchronization [None req-0327bf5d-782e-4016-a526-fae47d1904cc None None] Enqueued Resource ID: 46363809-d09d-404c-81e3-dc810a987507 with Priority: HIGHEST for action port [ 1170.320317] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46363809-d09d-404c-81e3-dc810a987507 with Priority: HIGHEST for action port [ 1170.320621] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-46363809-d09d-404c-81e3-dc810a987507 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.320782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46363809-d09d-404c-81e3-dc810a987507" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.321565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46363809-d09d-404c-81e3-dc810a987507" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.321946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46363809-d09d-404c-81e3-dc810a987507" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.322099] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46363809-d09d-404c-81e3-dc810a987507',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.477497] env[70476]: INFO networking_nsxv3.common.synchronization [req-d44b77e6-634e-4b0f-966a-350786e12eea req-acdfc762-aa1a-4939-86f4-2edac175e5c6 service nova] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_rules [ 1170.477760] env[70476]: INFO networking_nsxv3.common.synchronization [req-d44b77e6-634e-4b0f-966a-350786e12eea req-acdfc762-aa1a-4939-86f4-2edac175e5c6 service nova] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1170.478270] env[70476]: INFO networking_nsxv3.common.synchronization [req-d44b77e6-634e-4b0f-966a-350786e12eea req-acdfc762-aa1a-4939-86f4-2edac175e5c6 service nova] Enqueued Resource ID: bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b with Priority: HIGHEST for action port [ 1170.479180] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_rules [ 1170.479321] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1170.479447] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b with Priority: HIGHEST for action port [ 1170.479749] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.479874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.479937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.480156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.480254] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.481130] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.481241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.481470] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.481705] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.481815] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.482033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.482155] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.826435] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46363809-d09d-404c-81e3-dc810a987507 [ 1170.826728] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.826867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.826961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.827182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.827273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.827373] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46363809-d09d-404c-81e3-dc810a987507 already deleted. [ 1170.827457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46363809-d09d-404c-81e3-dc810a987507" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.984255] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.984446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.987882] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b with status ACTIVE [ 1170.988063] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.988191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.988264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.988485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.988591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.988772] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.988873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.988937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.989133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.990028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.990028] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.990028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.990028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.990028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.990028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.990028] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b is going to be updated. [ 1171.009857] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.010016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.010084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.010283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.010437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.010594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.177511] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 1171.177835] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 deletion is rescheduled due to dependency. [ 1171.177835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.178025] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.178249] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.178431] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.178588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.178638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.178754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.178837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.178935] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.229285] env[70476]: INFO networking_nsxv3.common.synchronization [None req-48e4ea9f-6c00-468e-8f5e-5c6cd1196b72 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Enqueued Resource ID: 934373f4-c517-43f1-93fc-ff8a5e9cceb1 with Priority: HIGHEST for action security_group_rules [ 1171.229911] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934373f4-c517-43f1-93fc-ff8a5e9cceb1 with Priority: HIGHEST for action security_group_rules [ 1171.230727] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-934373f4-c517-43f1-93fc-ff8a5e9cceb1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.230860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-934373f4-c517-43f1-93fc-ff8a5e9cceb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.231723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-934373f4-c517-43f1-93fc-ff8a5e9cceb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.231723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-934373f4-c517-43f1-93fc-ff8a5e9cceb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.231723] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('934373f4-c517-43f1-93fc-ff8a5e9cceb1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.333914] env[70476]: INFO networking_nsxv3.common.synchronization [None req-e6d60a36-64f0-46bb-8edb-28713c0a9fd1 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Enqueued Resource ID: 934373f4-c517-43f1-93fc-ff8a5e9cceb1 with Priority: HIGHEST for action security_group_rules [ 1171.339021] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934373f4-c517-43f1-93fc-ff8a5e9cceb1 with Priority: HIGHEST for action security_group_rules [ 1171.339021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-934373f4-c517-43f1-93fc-ff8a5e9cceb1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.339021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-934373f4-c517-43f1-93fc-ff8a5e9cceb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.685532] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.755718] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.755886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.755939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.756160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.756254] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.756349] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 934373f4-c517-43f1-93fc-ff8a5e9cceb1 already deleted. [ 1171.756433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-934373f4-c517-43f1-93fc-ff8a5e9cceb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.756577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-934373f4-c517-43f1-93fc-ff8a5e9cceb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.756733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-934373f4-c517-43f1-93fc-ff8a5e9cceb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.756817] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('934373f4-c517-43f1-93fc-ff8a5e9cceb1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.907715] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e in Status: SUCCESS [ 1171.907969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.188821] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.276162] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.276386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.276466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.276705] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.276823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.276936] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 934373f4-c517-43f1-93fc-ff8a5e9cceb1 already deleted. [ 1172.277108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-934373f4-c517-43f1-93fc-ff8a5e9cceb1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.691843] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.692193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.692275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.692483] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.692813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.692967] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be updated. [ 1172.722931] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.723184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.723184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.723854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.723854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.733408] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 1172.981157] env[70476]: INFO networking_nsxv3.common.synchronization [req-f9854b12-072a-4e13-960c-7e043db837ee req-79293d52-2879-4b4a-b9bf-631899442e89 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1172.981157] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1172.981157] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.981157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.981157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.981157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.981157] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.981157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.981157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.981157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.981157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.982348] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.229527] env[70476]: INFO networking_nsxv3.common.synchronization [None req-a88cc6e6-920f-4cf0-b508-460ae424ae08 None None] Enqueued Resource ID: e099723a-529b-46a8-8c30-b70b389aa3e1 with Priority: HIGHEST for action port [ 1173.229793] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e099723a-529b-46a8-8c30-b70b389aa3e1 with Priority: HIGHEST for action port [ 1173.230384] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e099723a-529b-46a8-8c30-b70b389aa3e1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.230517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e099723a-529b-46a8-8c30-b70b389aa3e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.230594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e099723a-529b-46a8-8c30-b70b389aa3e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.230838] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e099723a-529b-46a8-8c30-b70b389aa3e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.230916] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e099723a-529b-46a8-8c30-b70b389aa3e1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.485404] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.485598] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.485659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.485830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.485920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.486125] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.486240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.486300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.486419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.486493] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.486579] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be updated. [ 1173.511823] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.514053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.514053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.516249] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.516426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.526398] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: IN_PROGRESS for 2s [ 1173.733288] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e099723a-529b-46a8-8c30-b70b389aa3e1 [ 1173.734629] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.734762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.734762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.735080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.735182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.735294] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e099723a-529b-46a8-8c30-b70b389aa3e1 already deleted. [ 1173.735381] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e099723a-529b-46a8-8c30-b70b389aa3e1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.919506] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.921034] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.921034] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.921034] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.921034] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.921034] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.921398] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.921712] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.921962] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.922305] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.922636] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.922853] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.925022] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.925022] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.925022] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.925022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.946016] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.946016] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1173.946016] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.946016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.946016] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.946016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.946016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.946016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.946016] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.069054] env[70476]: INFO networking_nsxv3.common.synchronization [None req-b993e1e1-bda1-4615-abf4-ef142f1cf431 None None] Enqueued Resource ID: 2aaa558f-3c67-46cd-b795-35987bbfa1f4 with Priority: HIGHEST for action port [ 1174.069180] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aaa558f-3c67-46cd-b795-35987bbfa1f4 with Priority: HIGHEST for action port [ 1174.069866] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aaa558f-3c67-46cd-b795-35987bbfa1f4 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.069962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aaa558f-3c67-46cd-b795-35987bbfa1f4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.072460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aaa558f-3c67-46cd-b795-35987bbfa1f4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.072460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aaa558f-3c67-46cd-b795-35987bbfa1f4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.072460] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aaa558f-3c67-46cd-b795-35987bbfa1f4',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.448364] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.448806] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.448892] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.449376] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.449635] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.449896] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f not found, creating... [ 1174.450400] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.450680] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.450940] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.451376] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.451551] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.452054] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.452337] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.452543] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.452928] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.453147] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.453381] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f is going to be created. [ 1174.473759] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.474038] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.474234] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.475103] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.475103] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.475519] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.574401] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2aaa558f-3c67-46cd-b795-35987bbfa1f4 [ 1174.574645] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.574812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.574878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.575186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.575288] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.575387] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2aaa558f-3c67-46cd-b795-35987bbfa1f4 already deleted. [ 1174.575488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aaa558f-3c67-46cd-b795-35987bbfa1f4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.747566] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 1174.747835] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.748051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.748377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.748602] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.748884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.748884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.748995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.749222] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.749351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.749453] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.251616] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.346729] env[70476]: INFO networking_nsxv3.common.synchronization [req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 req-96f23e75-0778-413f-af5b-bc4ec4d6313e tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1175.347463] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1175.347675] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.347796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.347892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.349150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.349266] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.349413] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.349506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.349700] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.349789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.349885] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.504152] env[70476]: INFO networking_nsxv3.common.synchronization [req-f9854b12-072a-4e13-960c-7e043db837ee req-526210e9-3bb1-40d2-97f0-4fd6d8e09200 service nova] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_rules [ 1175.504152] env[70476]: INFO networking_nsxv3.common.synchronization [req-f9854b12-072a-4e13-960c-7e043db837ee req-526210e9-3bb1-40d2-97f0-4fd6d8e09200 service nova] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1175.504152] env[70476]: INFO networking_nsxv3.common.synchronization [req-f9854b12-072a-4e13-960c-7e043db837ee req-526210e9-3bb1-40d2-97f0-4fd6d8e09200 service nova] Enqueued Resource ID: 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f with Priority: HIGHEST for action port [ 1175.504152] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_rules [ 1175.504152] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1175.504152] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f with Priority: HIGHEST for action port [ 1175.504152] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.505645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.505882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.511736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.511736] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.511736] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.511736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.511736] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.511736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.511736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.511736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.511736] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.536516] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 1175.536672] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 deletion is rescheduled due to dependency. [ 1175.536830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.537054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.537333] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.537562] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.537699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.537789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.538027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.538160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.538310] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.755329] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 003d9f79-8f90-481f-b181-a5fcc0636017: rpc.has_security_group_logging(os_id): False [ 1175.779885] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.779885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.779885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.779885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.779885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.779885] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.779885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.779885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.779885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.779885] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.779885] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be updated. [ 1175.837807] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.837958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.838123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.838370] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.838447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.850632] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 1175.854944] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.855148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.855261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.855402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.879221] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.879441] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.879555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.879612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.879817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.879889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.879983] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1175.906583] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.906731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.906809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.907048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.907258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.916483] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1176.012749] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.012857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.017647] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f with status ACTIVE [ 1176.017976] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.018093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.018185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.018399] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.019261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.019261] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.019261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.019261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.019261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.019261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.019261] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.020719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.020719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.020719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.020719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.020719] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f is going to be updated. [ 1176.042695] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.042843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.042921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.043135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.043267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.043416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.043635] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.545752] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.618584] env[70476]: INFO networking_nsxv3.common.synchronization [None req-4ce6e21b-cb36-4137-9095-2b0c9eebd1e4 None None] Enqueued Resource ID: 11c13406-5ca0-45bf-97b7-c2e5280afb68 with Priority: HIGHEST for action port [ 1176.618793] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c13406-5ca0-45bf-97b7-c2e5280afb68 with Priority: HIGHEST for action port [ 1176.619426] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-11c13406-5ca0-45bf-97b7-c2e5280afb68 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.619550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11c13406-5ca0-45bf-97b7-c2e5280afb68" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.619617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11c13406-5ca0-45bf-97b7-c2e5280afb68" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.620200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11c13406-5ca0-45bf-97b7-c2e5280afb68" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.620200] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11c13406-5ca0-45bf-97b7-c2e5280afb68',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.048137] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.048314] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.048380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.048596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.048687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.048785] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be updated. [ 1177.075639] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.075894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.076044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.076379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.076617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.085044] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: IN_PROGRESS for 2s [ 1177.122399] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11c13406-5ca0-45bf-97b7-c2e5280afb68 [ 1177.122625] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.122762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.122834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.123065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.123163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.123260] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11c13406-5ca0-45bf-97b7-c2e5280afb68 already deleted. [ 1177.123343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11c13406-5ca0-45bf-97b7-c2e5280afb68" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.868252] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 1177.868252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.890789] env[70476]: INFO networking_nsxv3.common.synchronization [req-bc621641-6b79-43c1-b5da-1e11cf340a97 req-898d09bd-266c-478d-acfa-e7fbdc615d41 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Enqueued Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGHEST for action security_group_members [ 1177.891318] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGHEST for action security_group_members [ 1177.891612] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-57315f04-b6ba-4f4e-811c-db9d36143801 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.891810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.891810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.892624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.892775] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.892912] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.893021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.893229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.893375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.893611] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57315f04-b6ba-4f4e-811c-db9d36143801',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.920850] env[70476]: INFO networking_nsxv3.common.synchronization [req-cc9d3a0f-9eb5-423f-99e6-121392573c3c req-f0d57e18-8dae-45f3-9c08-f87689fecf1e tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_members [ 1177.921911] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGHEST for action security_group_members [ 1177.922095] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.922226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.922294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.922490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.922647] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.922798] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.922798] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.922959] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.923142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.923279] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.925059] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1177.925263] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 deletion is rescheduled due to dependency. [ 1177.925392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.078009] env[70476]: INFO networking_nsxv3.common.synchronization [req-d3169bca-fa84-468b-b172-3bc9c09e1734 req-afe01923-ea0c-4f6b-9784-bce200557da1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1178.078579] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1178.078879] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.079016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.079094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.079310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.079458] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.080111] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.080241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.080444] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.080571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.080700] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.401019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.401019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.401019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.401019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.401019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.401019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.401019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.401019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.401019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.401019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.401019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57315f04-b6ba-4f4e-811c-db9d36143801 already deleted. [ 1178.401019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.426609] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.426762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.426826] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.427105] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.436440] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.436440] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-120" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.436440] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-120" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.436440] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-120" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.436440] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.437525] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.437737] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.441588] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.441588] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.441588] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.441588] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.441588] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.441588] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.441588] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.441588] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.441588] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.450092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.450330] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.450453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.450521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.450725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.450811] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.451294] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 is going to be updated. [ 1178.459421] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.459586] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1178.459756] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.459936] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-120" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.460373] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.460573] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.460712] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.461539] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.461691] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.475645] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.475832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.475908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.476146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.476326] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.484524] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: IN_PROGRESS for 2s [ 1178.582916] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.963833] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.964130] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.964223] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.964481] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.964630] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.964793] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d not found, creating... [ 1178.965070] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.965236] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.965357] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.965579] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.965717] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.966035] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.966216] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.966320] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.966529] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.966694] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.967798] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d is going to be created. [ 1178.986635] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.986834] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.986974] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.987292] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.987524] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.987761] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.084787] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.094018] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 1179.094244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.094417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.094638] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.094870] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.095020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.095110] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.096212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.096212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.096212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.096212] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.588769] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.588917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.588917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.589160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.589253] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.589499] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1179.599427] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.614716] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.615274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.615274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.615274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.615412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.623341] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1179.771444] env[70476]: INFO networking_nsxv3.common.synchronization [req-bc621641-6b79-43c1-b5da-1e11cf340a97 req-244300a5-79b3-48c6-943f-8988411dc4ac service nova] Enqueued Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGHEST for action security_group_rules [ 1179.771444] env[70476]: INFO networking_nsxv3.common.synchronization [req-bc621641-6b79-43c1-b5da-1e11cf340a97 req-244300a5-79b3-48c6-943f-8988411dc4ac service nova] Enqueued Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGHEST for action security_group_members [ 1179.771444] env[70476]: INFO networking_nsxv3.common.synchronization [req-bc621641-6b79-43c1-b5da-1e11cf340a97 req-244300a5-79b3-48c6-943f-8988411dc4ac service nova] Enqueued Resource ID: de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d with Priority: HIGHEST for action port [ 1179.771444] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGHEST for action security_group_rules [ 1179.771444] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGHEST for action security_group_members [ 1179.771444] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d with Priority: HIGHEST for action port [ 1179.772851] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57315f04-b6ba-4f4e-811c-db9d36143801 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.774169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.774169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.774169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.774169] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57315f04-b6ba-4f4e-811c-db9d36143801',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.774846] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-57315f04-b6ba-4f4e-811c-db9d36143801 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.775272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.775417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.775692] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.776395] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.776628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.776778] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.777823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.777823] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.777823] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57315f04-b6ba-4f4e-811c-db9d36143801',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.778404] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.778897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.779096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.779487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.780207] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.101745] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d698e933-fdae-4eff-9c2e-29973b9904c1: rpc.has_security_group_logging(os_id): False [ 1180.119465] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.119645] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.119676] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.119895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.119991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.120367] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.120443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.120443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.120597] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.120673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.120758] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be updated. [ 1180.177449] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.177644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.177829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.178021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.178206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.200327] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: IN_PROGRESS for 2s [ 1180.283269] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57315f04-b6ba-4f4e-811c-db9d36143801',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.283948] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-57315f04-b6ba-4f4e-811c-db9d36143801 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.284089] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.284460] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d with status ACTIVE [ 1180.284627] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.284747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.284813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.285022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.285115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.285284] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.285646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.285646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.285646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.285804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.285895] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.285948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.286581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.286581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.286581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.286581] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d is going to be updated. [ 1180.316477] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.316664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.316762] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.317044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.317203] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.317426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.494155] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 in Status: SUCCESS [ 1180.494361] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 deletion is rescheduled due to dependency. [ 1180.494424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.784879] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57315f04-b6ba-4f4e-811c-db9d36143801',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.287541] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.287901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.287901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.288035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.288120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.288222] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57315f04-b6ba-4f4e-811c-db9d36143801 is going to be created. [ 1181.314792] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.314792] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.315016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.315072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.315228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.324147] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57315f04-b6ba-4f4e-811c-db9d36143801 in Status: UNINITIALIZED for 2s [ 1181.633641] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1181.633867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.196634] env[70476]: INFO networking_nsxv3.common.synchronization [req-68a20276-bade-4661-9974-0a97e5bc7aee req-b2e9058d-d66b-4e53-a4bd-c4320401678d tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1182.197104] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1182.197506] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.197629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.197697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.197907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.198108] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.198214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.198278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.198448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.198536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.198629] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.214864] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 1182.214864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.700777] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.701510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.701510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.701510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.701510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.701883] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.701883] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.701883] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.702084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.702140] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.702218] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1182.726970] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.727258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.727258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.727824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.727824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.736322] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1182.781494] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.781816] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.782095] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.782486] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.782744] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.782916] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.783065] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.783287] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.783443] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.783658] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.783774] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.783886] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.783999] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.784127] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.784231] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.784369] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.804248] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.804469] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.804634] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.804846] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.805193] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-0f13361d-3204-4b7e-9504-90418aad0c4d taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.805389] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-0f13361d-3204-4b7e-9504-90418aad0c4d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.805517] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-0f13361d-3204-4b7e-9504-90418aad0c4d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.805917] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-0f13361d-3204-4b7e-9504-90418aad0c4d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.806136] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f13361d-3204-4b7e-9504-90418aad0c4d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.974829] env[70476]: INFO networking_nsxv3.common.synchronization [req-9f542798-644a-4db5-ab2e-812f13e4c677 req-3ad9739a-becd-40f1-a31b-6c51fc30b79c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Enqueued Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 1182.975450] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a with Priority: HIGHEST for action security_group_members [ 1182.975751] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.975870] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.975932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.976376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.977239] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.977239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.977239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.977239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.977239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.977512] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c544ab7a-9c47-4928-be9b-dd9505a7bf7a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.311599] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.311836] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.311969] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.312293] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.312452] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.312626] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 0f13361d-3204-4b7e-9504-90418aad0c4d not found, creating... [ 1183.312876] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.313046] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.313172] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.313401] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.313564] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.313823] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.314016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.314149] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.314362] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.314501] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.314641] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 0f13361d-3204-4b7e-9504-90418aad0c4d is going to be created. [ 1183.332706] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57315f04-b6ba-4f4e-811c-db9d36143801 in Status: SUCCESS [ 1183.332937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.333120] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.333743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.333743] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.333743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.333912] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.333942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.334027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.334115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.334206] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57315f04-b6ba-4f4e-811c-db9d36143801',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.336772] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.336772] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.336772] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.336772] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.336772] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.337155] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-0f13361d-3204-4b7e-9504-90418aad0c4d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.479365] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.479659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.479850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.480246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.506644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.506950] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.508032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.508032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.508032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.508032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.508032] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a is going to be updated. [ 1183.542527] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.542754] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.542873] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.543178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.543396] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.551296] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: IN_PROGRESS for 2s [ 1183.839296] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57315f04-b6ba-4f4e-811c-db9d36143801',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.028322] env[70476]: INFO networking_nsxv3.common.synchronization [req-68a20276-bade-4661-9974-0a97e5bc7aee req-4cc4d547-959b-4c78-bb8f-bb45494c7a22 service nova] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_rules [ 1184.028504] env[70476]: INFO networking_nsxv3.common.synchronization [req-68a20276-bade-4661-9974-0a97e5bc7aee req-4cc4d547-959b-4c78-bb8f-bb45494c7a22 service nova] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1184.028642] env[70476]: INFO networking_nsxv3.common.synchronization [req-68a20276-bade-4661-9974-0a97e5bc7aee req-4cc4d547-959b-4c78-bb8f-bb45494c7a22 service nova] Enqueued Resource ID: 0f13361d-3204-4b7e-9504-90418aad0c4d with Priority: HIGHEST for action port [ 1184.029249] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_rules [ 1184.029399] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1184.029489] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f13361d-3204-4b7e-9504-90418aad0c4d with Priority: HIGHEST for action port [ 1184.029766] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.029887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.029951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.030195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.030276] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.031100] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.031222] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.031385] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f13361d-3204-4b7e-9504-90418aad0c4d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.031510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f13361d-3204-4b7e-9504-90418aad0c4d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.031546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f13361d-3204-4b7e-9504-90418aad0c4d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.031701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f13361d-3204-4b7e-9504-90418aad0c4d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.031774] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f13361d-3204-4b7e-9504-90418aad0c4d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.342419] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57315f04-b6ba-4f4e-811c-db9d36143801: rpc.has_security_group_logging(os_id): False [ 1184.359686] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.359865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.359944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.360166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.360250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.360493] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.360594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.360657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.360807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.360944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.360992] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57315f04-b6ba-4f4e-811c-db9d36143801 is going to be created. [ 1184.412898] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.412898] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.413184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.413184] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.413466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.426181] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57315f04-b6ba-4f4e-811c-db9d36143801 in Status: IN_PROGRESS for 2s [ 1184.535096] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.535096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.535096] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f13361d-3204-4b7e-9504-90418aad0c4d with status ACTIVE [ 1184.535096] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.535096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.535420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.535420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.535420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.535608] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.535683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.535731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.535884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.535962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.536174] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.536263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.536315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.536456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.536527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.536610] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f13361d-3204-4b7e-9504-90418aad0c4d is going to be updated. [ 1184.560210] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.560466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.560466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.560707] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.560847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.561009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f13361d-3204-4b7e-9504-90418aad0c4d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.751223] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1184.751420] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 deletion is rescheduled due to dependency. [ 1184.751532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.751698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.751915] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.752110] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.752267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.752362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.752521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.752615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.752702] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.258725] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.561746] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a in Status: SUCCESS [ 1185.561964] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c544ab7a-9c47-4928-be9b-dd9505a7bf7a deletion is rescheduled due to dependency. [ 1185.562135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c544ab7a-9c47-4928-be9b-dd9505a7bf7a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.762572] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.764158] env[70476]: INFO networking_nsxv3.common.synchronization [req-cfe352b3-b481-4cf5-a181-45078253b58d req-ccf94af5-ccec-4c9a-b502-029067b5b28e tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Enqueued Resource ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb with Priority: HIGHEST for action security_group_members [ 1185.764784] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb with Priority: HIGHEST for action security_group_members [ 1185.765305] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e8be30-3fa2-4e95-abbb-064da505cfbb taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.765470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.765503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.765783] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.765951] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.766065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.766126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.766315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.766406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.766512] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63e8be30-3fa2-4e95-abbb-064da505cfbb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.266097] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.266443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.266443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.266525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.266616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.266713] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1186.268572] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.268694] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.268758] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.268932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.269037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.269250] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.269420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.269484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.269634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.269710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.269795] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb already deleted. [ 1186.269872] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.294456] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.294618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.294683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.294863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.295057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.303402] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1186.438016] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57315f04-b6ba-4f4e-811c-db9d36143801 in Status: SUCCESS [ 1186.438842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.570490] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-841 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.570684] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-841" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.570813] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-841" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.571302] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-841" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.571673] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.571838] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.571964] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.572370] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.575503] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.575503] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.575503] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.575503] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.575503] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.575503] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.575503] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.575503] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.592778] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.592778] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1186.592778] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.592778] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-841" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.592778] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-cc3cce17-fc4a-4c25-8404-8e1eff15c77b taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.592778] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-cc3cce17-fc4a-4c25-8404-8e1eff15c77b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.592778] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-cc3cce17-fc4a-4c25-8404-8e1eff15c77b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.592778] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-cc3cce17-fc4a-4c25-8404-8e1eff15c77b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.592778] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3cce17-fc4a-4c25-8404-8e1eff15c77b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.094851] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.095731] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.095731] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.095731] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.095731] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.095935] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port cc3cce17-fc4a-4c25-8404-8e1eff15c77b not found, creating... [ 1187.096301] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.096507] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.096605] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.096873] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.097014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.097341] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.097509] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.098834] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.099123] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.099335] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.099441] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: cc3cce17-fc4a-4c25-8404-8e1eff15c77b is going to be created. [ 1187.119906] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.120445] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.120656] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.121016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.121456] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.121807] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-cc3cce17-fc4a-4c25-8404-8e1eff15c77b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.811833] env[70476]: INFO networking_nsxv3.common.synchronization [None req-0644ba65-6855-4231-ad34-2de55142204c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 1187.812365] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGHEST for action security_group_members [ 1187.812702] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.812872] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.812933] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.813279] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.813383] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.813489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.813587] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.813715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.813785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.813871] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.961460] env[70476]: INFO networking_nsxv3.common.synchronization [req-cfe352b3-b481-4cf5-a181-45078253b58d req-7366fe07-f385-4765-b133-439a871d77e0 service nova] Enqueued Resource ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb with Priority: HIGHEST for action security_group_rules [ 1187.961648] env[70476]: INFO networking_nsxv3.common.synchronization [req-cfe352b3-b481-4cf5-a181-45078253b58d req-7366fe07-f385-4765-b133-439a871d77e0 service nova] Enqueued Resource ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb with Priority: HIGHEST for action security_group_members [ 1187.961790] env[70476]: INFO networking_nsxv3.common.synchronization [req-cfe352b3-b481-4cf5-a181-45078253b58d req-7366fe07-f385-4765-b133-439a871d77e0 service nova] Enqueued Resource ID: cc3cce17-fc4a-4c25-8404-8e1eff15c77b with Priority: HIGHEST for action port [ 1187.962032] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb with Priority: HIGHEST for action security_group_rules [ 1187.962147] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb with Priority: HIGHEST for action security_group_members [ 1187.962377] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3cce17-fc4a-4c25-8404-8e1eff15c77b with Priority: HIGHEST for action port [ 1187.962898] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63e8be30-3fa2-4e95-abbb-064da505cfbb taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.964427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.964478] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.964753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.964837] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63e8be30-3fa2-4e95-abbb-064da505cfbb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.966212] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e8be30-3fa2-4e95-abbb-064da505cfbb taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.966590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.966590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.966590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.966738] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.966836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.966871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.967901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.967901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.967901] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63e8be30-3fa2-4e95-abbb-064da505cfbb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.968810] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3cce17-fc4a-4c25-8404-8e1eff15c77b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.968880] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3cce17-fc4a-4c25-8404-8e1eff15c77b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.969072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3cce17-fc4a-4c25-8404-8e1eff15c77b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.969140] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3cce17-fc4a-4c25-8404-8e1eff15c77b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.969200] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3cce17-fc4a-4c25-8404-8e1eff15c77b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.314022] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1188.314022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.314022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.314022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.314022] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.314022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.314022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.314022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.314022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.314393] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.314393] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.315231] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.315340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.315403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.315558] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.315641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.316723] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.316845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.316950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.317121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.317194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.317306] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be updated. [ 1188.346029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.346029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.346029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.346029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.346029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.354023] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: IN_PROGRESS for 2s [ 1188.470804] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e8be30-3fa2-4e95-abbb-064da505cfbb taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.471085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.471232] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc3cce17-fc4a-4c25-8404-8e1eff15c77b with status ACTIVE [ 1188.471345] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.471470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.471590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.471758] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.471872] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.472130] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.472218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.472264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.472489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.472575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.472759] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.472935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.472935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.473069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.473132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.473725] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc3cce17-fc4a-4c25-8404-8e1eff15c77b is going to be updated. [ 1188.474315] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63e8be30-3fa2-4e95-abbb-064da505cfbb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.492718] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.493281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.498238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.498238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.498238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.498238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3cce17-fc4a-4c25-8404-8e1eff15c77b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.819960] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.820307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.820307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.820409] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.820670] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.820670] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.820760] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.823135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.823135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.823135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.823135] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.823135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.823135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.823135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.823135] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.823135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.823135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.823135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.823135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.823135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.823135] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.979618] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63e8be30-3fa2-4e95-abbb-064da505cfbb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.329729] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f9a8b41-6468-49b3-9de5-b2f5466e3a83: rpc.has_security_group_logging(os_id): False [ 1189.346352] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.346352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.346352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.346352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.346352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.346352] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.346352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.346352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.346352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.346352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.346352] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.346352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.346352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.346865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.346865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.346865] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.346865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.347023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.347505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.347505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.347644] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1189.401445] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.401620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.401660] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.401894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.402064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.416021] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1189.482387] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.482619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.482619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.482861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.482914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.483156] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb is going to be created. [ 1189.504431] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.504787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.504787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.505170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.505170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.516622] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb in Status: UNINITIALIZED for 2s [ 1190.364374] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f6e54-8506-4e7a-843a-6b649c4b063c in Status: SUCCESS [ 1190.365307] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c deletion is rescheduled due to dependency. [ 1190.365307] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.271936] env[70476]: INFO networking_nsxv3.common.synchronization [req-151f25ba-cfcc-4d82-bc18-dc13ef550567 req-68c18618-708d-4c9a-a8e0-783f92348465 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Enqueued Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGHEST for action security_group_members [ 1191.272507] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGHEST for action security_group_members [ 1191.272812] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be5d722-9c82-4669-814a-697c44c71acc taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.272931] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.272998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.273246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.273404] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.273502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.273563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.273710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.273794] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.273881] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be5d722-9c82-4669-814a-697c44c71acc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.433394] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1191.433684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.526133] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb in Status: SUCCESS [ 1191.527417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.527417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.527417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.527417] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.527417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.527417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.527417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.527417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.527417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.527738] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63e8be30-3fa2-4e95-abbb-064da505cfbb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.666402] env[70476]: INFO networking_nsxv3.common.synchronization [req-7cec8445-a23a-4cf0-be2d-e1a6026e459e req-cd692f86-1bd5-4d09-ae72-4ec2db98a522 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1191.666876] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGHEST for action security_group_members [ 1191.667251] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.667372] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.667441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.667634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.667782] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.667878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.667938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.668116] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.668208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.668311] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.775998] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.776198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.776310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.776562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.777131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.777131] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.777131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.777131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.777372] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.777372] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.777483] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be5d722-9c82-4669-814a-697c44c71acc is going to be updated. [ 1191.803182] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.803336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.803405] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.803640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.803799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.812693] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be5d722-9c82-4669-814a-697c44c71acc in Status: IN_PROGRESS for 2s [ 1192.030259] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e8be30-3fa2-4e95-abbb-064da505cfbb taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.030512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.030512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.030746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.030937] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.031084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.031084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.031260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.031369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.031369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.031532] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e8be30-3fa2-4e95-abbb-064da505cfbb taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.031618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.031672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.031829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.031971] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.032055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.032107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.032263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.032603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.032603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.032603] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63e8be30-3fa2-4e95-abbb-064da505cfbb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.170538] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.170755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.170755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.170983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.171099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.171312] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.171411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.171471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.171635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.171712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.171798] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be updated. [ 1192.196921] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.197176] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.197241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.197600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.197600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.205427] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: IN_PROGRESS for 2s [ 1192.535206] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63e8be30-3fa2-4e95-abbb-064da505cfbb: rpc.has_security_group_logging(os_id): False [ 1192.551574] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.551739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.551797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.551993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.552099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.552480] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.552588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.552658] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.552810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.552890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.553092] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.553188] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.553249] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.553440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.553513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.553631] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.553714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.553781] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.553907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.553983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.554089] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb is going to be created. [ 1192.608509] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.608709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.608822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.609153] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.609457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.619856] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb in Status: IN_PROGRESS for 2s [ 1193.821580] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be5d722-9c82-4669-814a-697c44c71acc in Status: SUCCESS [ 1193.821870] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be5d722-9c82-4669-814a-697c44c71acc deletion is rescheduled due to dependency. [ 1193.821906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.214443] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 in Status: SUCCESS [ 1194.214661] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 deletion is rescheduled due to dependency. [ 1194.214782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.632075] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb in Status: SUCCESS [ 1194.632351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.602093] env[70476]: INFO networking_nsxv3.common.synchronization [None req-bf7c00b4-31ef-46e4-964c-c605ee9e5122 None None] Enqueued Resource ID: f28dd935-16d0-441d-a9fe-971bc7433ac4 with Priority: HIGHEST for action port [ 1196.602093] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f28dd935-16d0-441d-a9fe-971bc7433ac4 with Priority: HIGHEST for action port [ 1196.602093] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f28dd935-16d0-441d-a9fe-971bc7433ac4 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.602093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f28dd935-16d0-441d-a9fe-971bc7433ac4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.602093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f28dd935-16d0-441d-a9fe-971bc7433ac4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.602093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f28dd935-16d0-441d-a9fe-971bc7433ac4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.602093] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f28dd935-16d0-441d-a9fe-971bc7433ac4',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.106355] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f28dd935-16d0-441d-a9fe-971bc7433ac4 [ 1197.106585] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.106714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.106779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.107047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.107986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.108183] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f28dd935-16d0-441d-a9fe-971bc7433ac4 already deleted. [ 1197.108288] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f28dd935-16d0-441d-a9fe-971bc7433ac4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.146953] env[70476]: INFO networking_nsxv3.common.synchronization [req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 req-9cfa6a31-1334-4912-813a-9b3c237b164b tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Enqueued Resource ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb with Priority: HIGHEST for action security_group_members [ 1199.147575] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb with Priority: HIGHEST for action security_group_members [ 1199.147904] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e8be30-3fa2-4e95-abbb-064da505cfbb taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.148213] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.148863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.148863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.148863] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.148863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.148863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.149983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.150132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.150259] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63e8be30-3fa2-4e95-abbb-064da505cfbb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.653452] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.653611] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.653684] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.653906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.654016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.654216] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.654320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.654379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.654531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.654610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.654696] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb is going to be updated. [ 1199.680923] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.680923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.681076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.681167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.681309] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.689628] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb in Status: IN_PROGRESS for 2s [ 1200.455442] env[70476]: INFO networking_nsxv3.common.synchronization [None req-2450785a-086a-4a4d-8030-0c00bded22bf None None] Enqueued Resource ID: ee9e53b8-69e5-4838-84dc-3637ba7133e3 with Priority: HIGHEST for action port [ 1200.456057] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9e53b8-69e5-4838-84dc-3637ba7133e3 with Priority: HIGHEST for action port [ 1200.456418] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee9e53b8-69e5-4838-84dc-3637ba7133e3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.456553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee9e53b8-69e5-4838-84dc-3637ba7133e3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.456624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee9e53b8-69e5-4838-84dc-3637ba7133e3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.456894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee9e53b8-69e5-4838-84dc-3637ba7133e3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.457040] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee9e53b8-69e5-4838-84dc-3637ba7133e3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.961408] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee9e53b8-69e5-4838-84dc-3637ba7133e3 [ 1200.961653] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.961779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.961974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.962353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.962452] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.962561] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee9e53b8-69e5-4838-84dc-3637ba7133e3 already deleted. [ 1200.962648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee9e53b8-69e5-4838-84dc-3637ba7133e3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.622572] env[70476]: INFO networking_nsxv3.common.synchronization [None req-c2573790-277f-441b-b484-5fc3f48b80ff tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGHEST for action security_group_rules [ 1201.623124] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGHEST for action security_group_rules [ 1201.623410] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-951f977e-f1d9-4665-861f-d6bef4e639b7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.623531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.623597] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.623846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.623927] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('951f977e-f1d9-4665-861f-d6bef4e639b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.699722] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb in Status: SUCCESS [ 1201.699909] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb deletion is rescheduled due to dependency. [ 1201.700463] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.753121] env[70476]: INFO networking_nsxv3.common.synchronization [None req-b00e94de-a874-417e-bece-0f54e6504e56 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGHEST for action security_group_rules [ 1201.753563] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGHEST for action security_group_rules [ 1201.753949] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-951f977e-f1d9-4665-861f-d6bef4e639b7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.754107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.899364] env[70476]: INFO networking_nsxv3.common.synchronization [None req-bc2af7a3-c6db-4087-8c7a-dbff7183120e None None] Enqueued Resource ID: 7d3a8323-a8f1-4fc1-a63a-ce1351745e05 with Priority: HIGHEST for action port [ 1201.899670] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3a8323-a8f1-4fc1-a63a-ce1351745e05 with Priority: HIGHEST for action port [ 1201.900721] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d3a8323-a8f1-4fc1-a63a-ce1351745e05 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.900721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d3a8323-a8f1-4fc1-a63a-ce1351745e05" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.900721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d3a8323-a8f1-4fc1-a63a-ce1351745e05" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.900721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d3a8323-a8f1-4fc1-a63a-ce1351745e05" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.900721] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d3a8323-a8f1-4fc1-a63a-ce1351745e05',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.143486] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.143605] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.143660] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.143847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.143936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.144043] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 already deleted. [ 1202.144129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.144275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.144424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.144509] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('951f977e-f1d9-4665-861f-d6bef4e639b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.402777] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d3a8323-a8f1-4fc1-a63a-ce1351745e05 [ 1202.403035] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.403258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.403258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.403464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.403535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.403628] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d3a8323-a8f1-4fc1-a63a-ce1351745e05 already deleted. [ 1202.403708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d3a8323-a8f1-4fc1-a63a-ce1351745e05" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.663497] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.663798] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.663798] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.666691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.666691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.666691] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 already deleted. [ 1202.666691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.910219] env[70476]: INFO networking_nsxv3.common.synchronization [None req-58c2d8e1-8fc2-4ce8-a3b8-17a9abfd1e53 None None] Enqueued Resource ID: b76c80ab-5b69-45e3-9364-6294f84ee9b4 with Priority: HIGHEST for action port [ 1202.911385] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76c80ab-5b69-45e3-9364-6294f84ee9b4 with Priority: HIGHEST for action port [ 1202.911385] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b76c80ab-5b69-45e3-9364-6294f84ee9b4 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.911385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b76c80ab-5b69-45e3-9364-6294f84ee9b4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.911385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b76c80ab-5b69-45e3-9364-6294f84ee9b4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.911829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b76c80ab-5b69-45e3-9364-6294f84ee9b4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.911829] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b76c80ab-5b69-45e3-9364-6294f84ee9b4',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.027694] env[70476]: INFO networking_nsxv3.common.synchronization [None req-e7f9b11e-7278-4083-8800-94c1861e3046 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Enqueued Resource ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 with Priority: HIGHEST for action security_group_rules [ 1203.028252] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 with Priority: HIGHEST for action security_group_rules [ 1203.028545] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.028731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.028731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.029650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.029650] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('470bf93d-dcbd-4fd6-a3aa-e380af3e0733',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.126024] env[70476]: INFO networking_nsxv3.common.synchronization [None req-6eced0f0-2e52-47bd-86cc-ad928d91f252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Enqueued Resource ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 with Priority: HIGHEST for action security_group_rules [ 1203.126580] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 with Priority: HIGHEST for action security_group_rules [ 1203.127225] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.127225] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.416645] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b76c80ab-5b69-45e3-9364-6294f84ee9b4 [ 1203.416645] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.416923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.416923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.417568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.417568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.417568] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b76c80ab-5b69-45e3-9364-6294f84ee9b4 already deleted. [ 1203.417568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b76c80ab-5b69-45e3-9364-6294f84ee9b4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.551146] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.551800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.551988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.552277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.552455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.552588] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 already deleted. [ 1203.552864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.553123] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.553864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.553864] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('470bf93d-dcbd-4fd6-a3aa-e380af3e0733',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.862113] env[70476]: INFO networking_nsxv3.common.synchronization [None req-805e3684-9435-4773-886d-6204a59c0009 None None] Enqueued Resource ID: 8fd22b97-03d8-4e43-b2dd-6eccca479cdb with Priority: HIGHEST for action port [ 1203.862404] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd22b97-03d8-4e43-b2dd-6eccca479cdb with Priority: HIGHEST for action port [ 1203.862719] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fd22b97-03d8-4e43-b2dd-6eccca479cdb taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.862834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fd22b97-03d8-4e43-b2dd-6eccca479cdb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.862899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fd22b97-03d8-4e43-b2dd-6eccca479cdb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.863180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fd22b97-03d8-4e43-b2dd-6eccca479cdb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.863258] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd22b97-03d8-4e43-b2dd-6eccca479cdb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.074596] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.074802] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.075192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.075192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.075302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.075347] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 already deleted. [ 1204.075397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.366735] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fd22b97-03d8-4e43-b2dd-6eccca479cdb [ 1204.366735] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.366735] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.366735] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.366735] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.366735] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.366735] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fd22b97-03d8-4e43-b2dd-6eccca479cdb already deleted. [ 1204.366735] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fd22b97-03d8-4e43-b2dd-6eccca479cdb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.863474] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.863735] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1213.784234] env[70476]: INFO networking_nsxv3.common.synchronization [req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 req-d13fad6e-dfaf-411f-bef5-e4c84fa8c0e1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGHEST for action security_group_members [ 1213.784773] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGHEST for action security_group_members [ 1213.785143] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-951f977e-f1d9-4665-861f-d6bef4e639b7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.785273] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.785339] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.785609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.785761] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.785858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.785914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.786143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.786256] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.786368] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('951f977e-f1d9-4665-861f-d6bef4e639b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.203211] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.203494] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.203640] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.203962] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.204255] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.204421] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.204542] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.204762] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.205022] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.205209] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.205294] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.205395] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.205507] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.205615] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.205722] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.205856] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.225101] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.225290] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1214.225428] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.225615] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.226025] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.226248] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.226384] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.226690] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.226829] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2150d206-eac1-4926-b6d0-0ee8fa1b2fb4',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.288431] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.288431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.288597] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.288761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.288971] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.289123] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.289262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.289404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.289602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.289701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.289808] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 already deleted. [ 1214.289907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.729632] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.729848] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.729978] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.730280] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.730439] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.730657] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 not found, creating... [ 1214.730936] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.731124] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.731266] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.731500] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.731642] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.731925] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.732115] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.732205] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.732409] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.732620] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.732766] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 is going to be created. [ 1214.763685] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.763940] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.764108] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.764439] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.764703] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.764963] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.530966] env[70476]: INFO networking_nsxv3.common.synchronization [req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 req-28ca2772-4444-49f8-ac1e-afdab48ce0f1 service nova] Enqueued Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGHEST for action security_group_rules [ 1215.530966] env[70476]: INFO networking_nsxv3.common.synchronization [req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 req-28ca2772-4444-49f8-ac1e-afdab48ce0f1 service nova] Enqueued Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGHEST for action security_group_members [ 1215.530966] env[70476]: INFO networking_nsxv3.common.synchronization [req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 req-28ca2772-4444-49f8-ac1e-afdab48ce0f1 service nova] Enqueued Resource ID: 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 with Priority: HIGHEST for action port [ 1215.530966] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGHEST for action security_group_rules [ 1215.530966] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGHEST for action security_group_members [ 1215.530966] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 with Priority: HIGHEST for action port [ 1215.530966] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-951f977e-f1d9-4665-861f-d6bef4e639b7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.530966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.530966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.530966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.530966] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('951f977e-f1d9-4665-861f-d6bef4e639b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.534479] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-951f977e-f1d9-4665-861f-d6bef4e639b7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.534659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.534659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.534834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.535017] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.535456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.535456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.535456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.535456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.535666] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('951f977e-f1d9-4665-861f-d6bef4e639b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.536264] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.536370] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.536452] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.536579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.536649] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2150d206-eac1-4926-b6d0-0ee8fa1b2fb4',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.035534] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-951f977e-f1d9-4665-861f-d6bef4e639b7 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.035676] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.040565] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('951f977e-f1d9-4665-861f-d6bef4e639b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.043944] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 with status ACTIVE [ 1216.044168] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.044297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.044365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.044579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.044669] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.044845] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.044944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.044999] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.045172] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.045249] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.045432] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.045523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.045581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.045720] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.045793] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.045899] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 is going to be updated. [ 1216.055838] env[70476]: INFO networking_nsxv3.common.synchronization [req-7363972c-828d-497a-8cf7-45fbe2103df9 req-50a9a1d6-7284-478c-ad28-eb3557868e82 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Enqueued Resource ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 with Priority: HIGHEST for action security_group_members [ 1216.056337] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 with Priority: HIGHEST for action security_group_members [ 1216.056830] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-81fe29e7-20f6-458f-af4b-8f6818d70ec1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.056946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.057041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.057245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.057392] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.057487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.057546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.057688] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.057768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.057855] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81fe29e7-20f6-458f-af4b-8f6818d70ec1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.068766] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.068917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.068964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.069165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.069285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.069716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.269974] env[70476]: INFO networking_nsxv3.common.synchronization [req-854b891c-557b-4fec-a0be-b5e9863abc41 req-13b30b15-eb0f-4cd5-9594-e835e9786ecf tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Enqueued Resource ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 with Priority: HIGHEST for action security_group_members [ 1216.270671] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 with Priority: HIGHEST for action security_group_members [ 1216.272486] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.272486] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.272486] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.272653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.272793] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.272897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.272960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.273221] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.273316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.273428] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('470bf93d-dcbd-4fd6-a3aa-e380af3e0733',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.543983] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('951f977e-f1d9-4665-861f-d6bef4e639b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.559813] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.559983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.560050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.560299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.583260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.583260] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.583260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.583260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.583260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.583260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.583260] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 is going to be updated. [ 1216.604349] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.604521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.604567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.604750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.604892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.611833] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 in Status: IN_PROGRESS for 2s [ 1216.709492] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.709712] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-711" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.709842] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-711" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.710257] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-711" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.710548] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.710742] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.710879] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.711360] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.711557] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.711799] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.711948] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.712100] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.712245] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.712388] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.712519] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.712682] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.730179] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.730338] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.730477] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.730642] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-711" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.730930] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-a7b64047-57a2-4e6a-879f-bc401f436c25 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.731749] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-a7b64047-57a2-4e6a-879f-bc401f436c25" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.731749] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-a7b64047-57a2-4e6a-879f-bc401f436c25" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.731749] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-a7b64047-57a2-4e6a-879f-bc401f436c25" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.731749] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b64047-57a2-4e6a-879f-bc401f436c25',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.776033] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.777385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.777385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.777385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.777385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.777385] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.777385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.777385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.777385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.777385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.777385] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 already deleted. [ 1216.777385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.045066] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.045066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.045066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.045066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.045066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.045066] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 is going to be created. [ 1217.068016] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.068225] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.068271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.068471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.068627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.078387] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 in Status: UNINITIALIZED for 2s [ 1217.234516] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.234752] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.234958] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.235224] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.235404] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.235537] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port a7b64047-57a2-4e6a-879f-bc401f436c25 not found, creating... [ 1217.235808] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.235970] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.236108] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.236353] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.236497] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.236782] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.236940] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.237095] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.237317] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.237456] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.237598] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: a7b64047-57a2-4e6a-879f-bc401f436c25 is going to be created. [ 1217.258645] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.258923] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.259098] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.259455] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.259736] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.259998] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-a7b64047-57a2-4e6a-879f-bc401f436c25" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.459507] env[70476]: INFO networking_nsxv3.common.synchronization [req-854b891c-557b-4fec-a0be-b5e9863abc41 req-cf9a838a-9ff3-4eb1-ace2-65e9503a0a49 service nova] Enqueued Resource ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 with Priority: HIGHEST for action security_group_rules [ 1218.459741] env[70476]: INFO networking_nsxv3.common.synchronization [req-854b891c-557b-4fec-a0be-b5e9863abc41 req-cf9a838a-9ff3-4eb1-ace2-65e9503a0a49 service nova] Enqueued Resource ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 with Priority: HIGHEST for action security_group_members [ 1218.459919] env[70476]: INFO networking_nsxv3.common.synchronization [req-854b891c-557b-4fec-a0be-b5e9863abc41 req-cf9a838a-9ff3-4eb1-ace2-65e9503a0a49 service nova] Enqueued Resource ID: a7b64047-57a2-4e6a-879f-bc401f436c25 with Priority: HIGHEST for action port [ 1218.460087] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 with Priority: HIGHEST for action security_group_rules [ 1218.460211] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 with Priority: HIGHEST for action security_group_members [ 1218.460305] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b64047-57a2-4e6a-879f-bc401f436c25 with Priority: HIGHEST for action port [ 1218.460822] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.460946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.461382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.461656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.461788] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('470bf93d-dcbd-4fd6-a3aa-e380af3e0733',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.462753] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.462912] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.463031] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.463246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.463452] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.463591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.466620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.466620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.466620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.466620] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('470bf93d-dcbd-4fd6-a3aa-e380af3e0733',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.466620] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b64047-57a2-4e6a-879f-bc401f436c25 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.466620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b64047-57a2-4e6a-879f-bc401f436c25" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.466620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b64047-57a2-4e6a-879f-bc401f436c25" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.466620] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b64047-57a2-4e6a-879f-bc401f436c25" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.466620] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b64047-57a2-4e6a-879f-bc401f436c25',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.621323] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 in Status: SUCCESS [ 1218.621517] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81fe29e7-20f6-458f-af4b-8f6818d70ec1 deletion is rescheduled due to dependency. [ 1218.621629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81fe29e7-20f6-458f-af4b-8f6818d70ec1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.834271] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.834608] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.838024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.838024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.838024] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.838024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.838024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.838024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.838024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.838024] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.838024] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.838024] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.838024] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.838024] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.838024] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.838024] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.853647] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.853793] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1218.853929] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.854132] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-795" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.854460] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-a8404b60-35ef-4040-affa-7875aecdf84b taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.854637] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.854763] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.855301] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.855377] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8404b60-35ef-4040-affa-7875aecdf84b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.967489] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.967489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.967695] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('470bf93d-dcbd-4fd6-a3aa-e380af3e0733',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.968676] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7b64047-57a2-4e6a-879f-bc401f436c25 with status ACTIVE [ 1218.968857] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.968967] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.969046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.969251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.969402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.969576] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.969672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.969731] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.969886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.969964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.970191] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.970312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.970406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.970575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.970652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.970736] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7b64047-57a2-4e6a-879f-bc401f436c25 is going to be updated. [ 1218.991321] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.991492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.991563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.991736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.991867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.992030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b64047-57a2-4e6a-879f-bc401f436c25" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.088680] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 in Status: SUCCESS [ 1219.088942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.089157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.089433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.089702] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.089833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.089942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.090080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.090182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.090247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.090337] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('951f977e-f1d9-4665-861f-d6bef4e639b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.357751] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.357964] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.358130] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.358456] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.358573] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.358941] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.359125] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.359259] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.359650] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.360390] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.360390] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.360390] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.360577] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.360845] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.361977] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.361977] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: a8404b60-35ef-4040-affa-7875aecdf84b is going to be updated. [ 1219.382180] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.382608] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.383399] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.383399] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.383549] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.383921] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.473194] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('470bf93d-dcbd-4fd6-a3aa-e380af3e0733',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.597420] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('951f977e-f1d9-4665-861f-d6bef4e639b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.975822] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.976012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.976076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.976309] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.976408] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.976514] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 is going to be created. [ 1219.999458] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.999596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.999690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.000166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.000166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.014798] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 in Status: UNINITIALIZED for 2s [ 1220.100598] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 951f977e-f1d9-4665-861f-d6bef4e639b7: rpc.has_security_group_logging(os_id): False [ 1220.119179] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.119179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.119179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.119457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.119494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.119752] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.119851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.119914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.120074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.120153] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.120239] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 is going to be created. [ 1220.164728] env[70476]: INFO networking_nsxv3.common.synchronization [req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c req-b99ece9f-113e-414e-b83e-08d4f54bed7d service nova] Enqueued Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_rules [ 1220.164905] env[70476]: INFO networking_nsxv3.common.synchronization [req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c req-b99ece9f-113e-414e-b83e-08d4f54bed7d service nova] Enqueued Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_members [ 1220.165052] env[70476]: INFO networking_nsxv3.common.synchronization [req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c req-b99ece9f-113e-414e-b83e-08d4f54bed7d service nova] Enqueued Resource ID: a8404b60-35ef-4040-affa-7875aecdf84b with Priority: HIGHEST for action port [ 1220.165603] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_rules [ 1220.165731] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_members [ 1220.165832] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8404b60-35ef-4040-affa-7875aecdf84b with Priority: HIGHEST for action port [ 1220.166207] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f68932f-4566-4b68-a1f0-7134291cf00b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.166342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.166384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.166577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.166652] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.167557] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f68932f-4566-4b68-a1f0-7134291cf00b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.167703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.167739] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.167889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.168054] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.168155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.168214] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.168357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.168444] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.168522] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.169254] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8404b60-35ef-4040-affa-7875aecdf84b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.169438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.169438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.169590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.169663] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8404b60-35ef-4040-affa-7875aecdf84b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.178365] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.178481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.178547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.178720] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.178886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.188656] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 in Status: IN_PROGRESS for 2s [ 1220.670876] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.672051] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f68932f-4566-4b68-a1f0-7134291cf00b taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.672187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.674948] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8404b60-35ef-4040-affa-7875aecdf84b with status ACTIVE [ 1220.674948] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.675083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.675083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.675304] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.675403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.675589] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.675687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.675751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.675899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.675976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.676169] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.676288] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.676351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.676488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.676561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.676645] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8404b60-35ef-4040-affa-7875aecdf84b is going to be updated. [ 1220.696343] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.696490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.696560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.700021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.700021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.700021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8404b60-35ef-4040-affa-7875aecdf84b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.174033] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.676377] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.676683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.676683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.676888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.677133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.677235] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f68932f-4566-4b68-a1f0-7134291cf00b is going to be updated. [ 1221.702158] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.702363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.702458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.702678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.702831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.711323] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f68932f-4566-4b68-a1f0-7134291cf00b in Status: IN_PROGRESS for 2s [ 1222.024691] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 in Status: SUCCESS [ 1222.024952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.025209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.025438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.025628] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.025740] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.025797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.025944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.026046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.026159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.026312] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('470bf93d-dcbd-4fd6-a3aa-e380af3e0733',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.200550] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 in Status: SUCCESS [ 1222.200777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.529100] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('470bf93d-dcbd-4fd6-a3aa-e380af3e0733',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.031368] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 470bf93d-dcbd-4fd6-a3aa-e380af3e0733: rpc.has_security_group_logging(os_id): False [ 1223.050044] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.050270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.050270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.050518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.050667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.051057] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.051182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.051275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.051523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.051637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.051909] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 is going to be created. [ 1223.132240] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.132479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.132479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.132678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.132857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.143526] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 in Status: IN_PROGRESS for 2s [ 1223.721251] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f68932f-4566-4b68-a1f0-7134291cf00b in Status: SUCCESS [ 1223.721490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.721668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.721919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.722175] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.722303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.722367] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.722539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.722628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.722717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.722813] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.226292] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.729113] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f68932f-4566-4b68-a1f0-7134291cf00b: rpc.has_security_group_logging(os_id): False [ 1224.747661] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.747796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.747899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.748209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.785170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.785170] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.785170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.785170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.785170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.785170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.785170] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f68932f-4566-4b68-a1f0-7134291cf00b is going to be updated. [ 1224.841131] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.841372] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.841466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.841710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.841909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.855784] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f68932f-4566-4b68-a1f0-7134291cf00b in Status: IN_PROGRESS for 2s [ 1225.156509] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 in Status: SUCCESS [ 1225.156736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.167283] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.167444] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1226.869741] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f68932f-4566-4b68-a1f0-7134291cf00b in Status: SUCCESS [ 1226.869741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.996643] env[70476]: INFO networking_nsxv3.common.synchronization [req-be2b5986-d3cb-4e8e-b169-4c941405825a req-eaada60c-9c31-434e-8741-f7ee7b4ce032 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1229.996643] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1229.996643] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.996643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.996643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.996643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.996643] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.996643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.996643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.996643] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.997236] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.997236] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.116256] env[70476]: INFO networking_nsxv3.common.synchronization [req-0c4bbf5d-b88b-472e-b165-84335e8a198d req-603632ac-801a-495e-9776-27069a597d4a tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Enqueued Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGHEST for action security_group_members [ 1230.116916] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGHEST for action security_group_members [ 1230.117347] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-57315f04-b6ba-4f4e-811c-db9d36143801 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.117501] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.117585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.117790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.117967] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.119329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.119329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.119329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.119329] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.119329] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57315f04-b6ba-4f4e-811c-db9d36143801',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.499956] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.500165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.500206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.500428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.500523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.500727] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.500819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.500881] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.501047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.501128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.501217] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1230.530337] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.530541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.530541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.530770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.530916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.539889] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1230.624615] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.624994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.625188] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.625462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.625604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.625793] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.625927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.626018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.626203] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.626319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.626319] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57315f04-b6ba-4f4e-811c-db9d36143801 is going to be updated. [ 1230.654831] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.654831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.655048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.655174] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.655312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.663468] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57315f04-b6ba-4f4e-811c-db9d36143801 in Status: IN_PROGRESS for 2s [ 1231.143318] env[70476]: INFO networking_nsxv3.common.synchronization [req-12dc40d6-dac2-4520-9527-46d84f8989e2 req-4387f122-a284-4014-888e-e1076e6dd27e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Enqueued Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_members [ 1231.143931] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_members [ 1231.144337] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.144501] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.144566] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.145186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.145186] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.145186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.145386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.145386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.145455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.145549] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.648275] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.150478] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.272720] env[70476]: INFO networking_nsxv3.common.synchronization [req-32eeb35e-8cb0-4663-846f-600932b807c9 req-dffa2722-be48-4a62-8339-d98c479b8b91 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1232.273250] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1232.274434] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.274434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.549323] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1232.549655] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 deletion is rescheduled due to dependency. [ 1232.549759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.549953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.550317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.550551] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.550695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.550908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.551059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.551196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.551320] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.658548] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.658548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.658548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.658548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.658548] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.658548] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 is going to be updated. [ 1232.673886] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57315f04-b6ba-4f4e-811c-db9d36143801 in Status: SUCCESS [ 1232.674221] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57315f04-b6ba-4f4e-811c-db9d36143801 deletion is rescheduled due to dependency. [ 1232.674388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.685848] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.686112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.686511] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.686511] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.686678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.694793] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: IN_PROGRESS for 2s [ 1232.717051] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.717329] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.717464] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.717741] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.718016] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.718213] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.718339] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.718569] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.718737] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.719045] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.719138] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.719211] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.719369] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.719505] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.719619] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.719760] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.737458] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.737665] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1232.737777] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.737954] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-859" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.738368] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-6836826c-6a67-450d-9897-fa4bc9cfab0f taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.738555] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-6836826c-6a67-450d-9897-fa4bc9cfab0f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.738680] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-6836826c-6a67-450d-9897-fa4bc9cfab0f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.739026] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-6836826c-6a67-450d-9897-fa4bc9cfab0f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.739282] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6836826c-6a67-450d-9897-fa4bc9cfab0f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.053973] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.054166] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.054289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.054537] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.054659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.054889] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.055090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.055153] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.055312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.055400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.055492] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1233.080613] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.080769] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.080841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.081078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.081225] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.090081] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1233.241673] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.242109] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.242109] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.242316] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.242472] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.242630] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 6836826c-6a67-450d-9897-fa4bc9cfab0f not found, creating... [ 1233.242893] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.243067] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.243238] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.243559] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.243715] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.244316] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.244316] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.244316] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.244542] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.244663] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.244809] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 6836826c-6a67-450d-9897-fa4bc9cfab0f is going to be created. [ 1233.265310] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.265515] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.265610] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.265888] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.266138] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.266373] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-6836826c-6a67-450d-9897-fa4bc9cfab0f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.015541] env[70476]: INFO networking_nsxv3.common.synchronization [req-32eeb35e-8cb0-4663-846f-600932b807c9 req-02bd0ec6-2850-4af4-97af-229d08780eb0 service nova] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_rules [ 1234.015750] env[70476]: INFO networking_nsxv3.common.synchronization [req-32eeb35e-8cb0-4663-846f-600932b807c9 req-02bd0ec6-2850-4af4-97af-229d08780eb0 service nova] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1234.015894] env[70476]: INFO networking_nsxv3.common.synchronization [req-32eeb35e-8cb0-4663-846f-600932b807c9 req-02bd0ec6-2850-4af4-97af-229d08780eb0 service nova] Enqueued Resource ID: 6836826c-6a67-450d-9897-fa4bc9cfab0f with Priority: HIGHEST for action port [ 1234.016436] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_rules [ 1234.016569] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1234.016664] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6836826c-6a67-450d-9897-fa4bc9cfab0f with Priority: HIGHEST for action port [ 1234.016963] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.017126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.017199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.017432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.017524] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.018379] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.018475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.021112] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6836826c-6a67-450d-9897-fa4bc9cfab0f taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.021112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6836826c-6a67-450d-9897-fa4bc9cfab0f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.021112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6836826c-6a67-450d-9897-fa4bc9cfab0f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.021112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6836826c-6a67-450d-9897-fa4bc9cfab0f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.021112] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6836826c-6a67-450d-9897-fa4bc9cfab0f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.520972] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.521294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.521379] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6836826c-6a67-450d-9897-fa4bc9cfab0f with status ACTIVE [ 1234.521589] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.521705] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.521771] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.521986] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.522275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.522478] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.522578] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.522641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.522810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.522893] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.523088] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.523186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.523246] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.523391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.523467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.523569] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6836826c-6a67-450d-9897-fa4bc9cfab0f is going to be updated. [ 1234.542816] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.543016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.543016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.543215] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.543346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.543493] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6836826c-6a67-450d-9897-fa4bc9cfab0f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.703839] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: SUCCESS [ 1234.704092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.099400] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1235.099604] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 deletion is rescheduled due to dependency. [ 1235.099728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.099891] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.100130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.100321] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.100436] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.100502] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.100650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.100733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.100821] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.602435] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.105287] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.610392] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.610710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.610710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.610848] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.610941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.611069] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1236.637698] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.640022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.640022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.640022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.640022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.649691] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1238.660072] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1238.660437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.660437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.660646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.660837] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.660950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.661027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.661181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.661260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.661342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.661433] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.017751] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.017883] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1239.164565] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.164757] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.164840] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.165109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.165431] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.165431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.165585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.165676] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.165736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.165827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.165988] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.166118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.166156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.166310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.166463] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.166554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.166607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.166710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.166876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.166876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.166985] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.670376] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f9a8b41-6468-49b3-9de5-b2f5466e3a83: rpc.has_security_group_logging(os_id): False [ 1239.687086] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.687356] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.687439] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.687682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.687806] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.687991] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.688115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.688178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.688343] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.688420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.688615] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.688706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.688766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.688903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.688974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.689189] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.689284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.689339] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.689481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.689554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.689638] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1239.745717] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.745924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.745924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.746216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.746372] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.760764] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1240.124536] env[70476]: INFO networking_nsxv3.common.synchronization [req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 req-0108d42f-01ca-49de-9fe1-d7b67fcf1536 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Enqueued Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_members [ 1240.124536] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 with Priority: HIGHEST for action security_group_members [ 1240.124536] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28b3bb4-1926-4e80-8469-d1b0a93d3649 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.124536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.124536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.124536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.124536] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.124536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.124536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.124536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.124536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.124536] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28b3bb4-1926-4e80-8469-d1b0a93d3649',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.628645] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.628845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.628944] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.629221] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.650623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.650787] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.650908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.650971] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.651177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.651262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.651353] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 is going to be updated. [ 1240.677800] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.678196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.678196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.678295] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.678424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.690899] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: IN_PROGRESS for 2s [ 1241.775740] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1241.776077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.700943] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 in Status: SUCCESS [ 1242.701126] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28b3bb4-1926-4e80-8469-d1b0a93d3649 deletion is rescheduled due to dependency. [ 1242.701224] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28b3bb4-1926-4e80-8469-d1b0a93d3649" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.123294] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.123558] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1246.827107] env[70476]: INFO networking_nsxv3.common.synchronization [req-9ac32563-a7f2-47a3-93a6-138d04f47349 req-b69529cf-6bb0-4d2f-b09b-86a5f8c1a07a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1246.827107] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGHEST for action security_group_members [ 1246.827107] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.827107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.827107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.827107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.827107] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.827107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.827107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.827107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.827107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.827107] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.328640] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.328810] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.328878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.329129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.329240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.329530] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.329708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.329782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.329964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.330062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.330164] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be updated. [ 1247.360950] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.361128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.361432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.361432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.361551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.369372] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: IN_PROGRESS for 2s [ 1248.812083] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.812390] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.812433] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.812700] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.812965] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.813138] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.813329] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.813471] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.813615] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.813824] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1248.813939] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.814061] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.814171] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.814281] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1248.814390] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.814524] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.842989] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.843247] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1248.843402] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.843579] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-698" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.843892] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.844068] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.844194] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.844488] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.844697] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.347481] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.347705] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.347829] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.348141] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.348306] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.348595] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.348753] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.348873] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.349108] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.349246] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.349556] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.349710] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.349829] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.350048] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.350203] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.350364] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b is going to be updated. [ 1249.369018] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.369198] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.369329] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.369569] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.369766] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.369979] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.377933] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 in Status: SUCCESS [ 1249.378099] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 deletion is rescheduled due to dependency. [ 1249.378218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.098511] env[70476]: INFO networking_nsxv3.common.synchronization [req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 req-1b8acf96-848c-4c56-a12c-2ca1fe56b5b7 service nova] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_rules [ 1250.098755] env[70476]: INFO networking_nsxv3.common.synchronization [req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 req-1b8acf96-848c-4c56-a12c-2ca1fe56b5b7 service nova] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1250.098842] env[70476]: INFO networking_nsxv3.common.synchronization [req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 req-1b8acf96-848c-4c56-a12c-2ca1fe56b5b7 service nova] Enqueued Resource ID: bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b with Priority: HIGHEST for action port [ 1250.099068] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_rules [ 1250.099203] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1250.099303] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b with Priority: HIGHEST for action port [ 1250.099845] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.099995] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.100136] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.100366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.100481] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.101771] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.101927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.102026] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.102210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.102393] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.102530] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.102594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.102761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.102918] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.102977] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.103841] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.103973] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.104085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.104258] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.104359] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.606087] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.606229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.606416] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.609107] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b with status ACTIVE [ 1250.609391] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.609588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.609701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.609935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.610054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.610319] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.610440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.610516] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.610706] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.610803] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.611029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.611212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.611212] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.611382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.611489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.611552] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b is going to be updated. [ 1250.630089] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.630227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.630272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.630448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.630575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.630722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.109197] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.611884] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.612127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.612127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.612340] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.612446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.612549] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be updated. [ 1251.637012] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.637190] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.637277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.638030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.638030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.645820] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 1253.655729] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 1253.656069] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.656124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.656342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.656542] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.656661] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.656725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.656878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.656967] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.657047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.657151] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.158876] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.662117] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 003d9f79-8f90-481f-b181-a5fcc0636017: rpc.has_security_group_logging(os_id): False [ 1254.678903] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.679082] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.679150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.679364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.679462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.679737] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.679890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.679988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.680205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.680278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.680385] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be updated. [ 1254.739596] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.739833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.739912] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.740135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.740310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.753175] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 1255.100732] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.100732] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1256.770612] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 1256.770991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.480181] env[70476]: INFO networking_nsxv3.common.synchronization [None req-9db09f30-4809-41c6-8f8f-2b39c89fcaba None None] Enqueued Resource ID: 04eaa5f7-63a5-4a5c-b869-7c7355b1a20e with Priority: HIGHEST for action port [ 1257.480181] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04eaa5f7-63a5-4a5c-b869-7c7355b1a20e with Priority: HIGHEST for action port [ 1257.480181] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-04eaa5f7-63a5-4a5c-b869-7c7355b1a20e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.480181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04eaa5f7-63a5-4a5c-b869-7c7355b1a20e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.480181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04eaa5f7-63a5-4a5c-b869-7c7355b1a20e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.480181] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04eaa5f7-63a5-4a5c-b869-7c7355b1a20e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.480181] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04eaa5f7-63a5-4a5c-b869-7c7355b1a20e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.983748] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04eaa5f7-63a5-4a5c-b869-7c7355b1a20e [ 1257.984024] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.984133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.984200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.984420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.984512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.984602] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04eaa5f7-63a5-4a5c-b869-7c7355b1a20e already deleted. [ 1257.984683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04eaa5f7-63a5-4a5c-b869-7c7355b1a20e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.656754] env[70476]: INFO networking_nsxv3.common.synchronization [None req-f9319d8c-3e09-448e-b48f-ea5a23bfcf0d None None] Enqueued Resource ID: 5739ee17-1974-41d1-b03e-30343c92d075 with Priority: HIGHEST for action port [ 1259.657635] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5739ee17-1974-41d1-b03e-30343c92d075 with Priority: HIGHEST for action port [ 1259.657749] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5739ee17-1974-41d1-b03e-30343c92d075 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.657901] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5739ee17-1974-41d1-b03e-30343c92d075" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.657965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5739ee17-1974-41d1-b03e-30343c92d075" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.658417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5739ee17-1974-41d1-b03e-30343c92d075" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.658506] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5739ee17-1974-41d1-b03e-30343c92d075',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.160700] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5739ee17-1974-41d1-b03e-30343c92d075 [ 1260.161233] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.161585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.161585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.161745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.161830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.161937] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5739ee17-1974-41d1-b03e-30343c92d075 already deleted. [ 1260.162188] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5739ee17-1974-41d1-b03e-30343c92d075" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.061343] env[70476]: INFO networking_nsxv3.common.synchronization [req-679e04ce-625a-4204-ba19-1817588446ef req-3ddd93ab-d132-4ab8-90a8-b0b466dabcd1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1264.061859] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1264.062205] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.062309] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.062487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.063462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.063462] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.063462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.063462] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.063753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.063753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.063826] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.565513] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.565749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.565846] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.566083] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.566178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.566367] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.566464] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.566525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.566674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.566748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.566834] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be updated. [ 1264.594638] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.594721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.594818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.595066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.595319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.603602] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: IN_PROGRESS for 2s [ 1266.613819] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 1266.614083] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 deletion is rescheduled due to dependency. [ 1266.614126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.057624] env[70476]: INFO networking_nsxv3.common.synchronization [req-669b4d77-dbd8-4681-af28-5d51d9a94966 req-eea050e5-61fd-4253-92c2-fb7f13315f4b tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Enqueued Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1267.058172] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003d9f79-8f90-481f-b181-a5fcc0636017 with Priority: HIGHEST for action security_group_members [ 1267.058530] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-003d9f79-8f90-481f-b181-a5fcc0636017 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.058609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.058673] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.058871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.059029] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.059128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.059186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.059521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.059521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.059612] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003d9f79-8f90-481f-b181-a5fcc0636017',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.561597] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.561797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.561867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.562158] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.562327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.562586] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.562871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.562871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.562988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.563035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.563125] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 is going to be updated. [ 1267.589262] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.589393] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.589432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.589612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.589741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.597512] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: IN_PROGRESS for 2s [ 1267.616990] env[70476]: INFO networking_nsxv3.common.synchronization [req-59d8ba57-2e06-4d6f-89af-718c23781413 req-cb51c7a2-0a45-404c-a796-7897566b652c tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Enqueued Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1267.617555] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1267.617846] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.617962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.618044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.618281] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.618462] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.618562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.618625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.618774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.618859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.618946] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.935263] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.935582] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-480" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.935723] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-480" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.936161] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-480" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.936528] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.937230] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.937230] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.937230] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.937476] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.938144] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1267.939024] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1267.939024] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1267.939024] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1267.939024] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1267.939024] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1267.939024] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1267.957296] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1267.957564] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1267.957638] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1267.957824] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-480" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.958197] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-de3215d6-0fa3-4db1-8d26-e5e2b36cd872 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.958431] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-de3215d6-0fa3-4db1-8d26-e5e2b36cd872" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.958567] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-de3215d6-0fa3-4db1-8d26-e5e2b36cd872" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.958888] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-de3215d6-0fa3-4db1-8d26-e5e2b36cd872" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.959048] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3215d6-0fa3-4db1-8d26-e5e2b36cd872',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.122054] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.122223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.122297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.122556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.122656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.122863] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.123686] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.123795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.123996] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.124125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.124231] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 already deleted. [ 1268.124316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.462251] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.462555] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.462709] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.462994] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.463172] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.463337] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port de3215d6-0fa3-4db1-8d26-e5e2b36cd872 not found, creating... [ 1268.463610] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.463772] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.463894] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.464136] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.464290] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.464573] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.464732] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.464856] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.465120] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.465325] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.465485] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: de3215d6-0fa3-4db1-8d26-e5e2b36cd872 is going to be created. [ 1268.483474] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.483710] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.483872] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.484180] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.484451] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.484727] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-de3215d6-0fa3-4db1-8d26-e5e2b36cd872" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.429142] env[70476]: INFO networking_nsxv3.common.synchronization [req-59d8ba57-2e06-4d6f-89af-718c23781413 req-2897dfc6-153e-4dae-99d9-8e6fdb46ea3b service nova] Enqueued Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_rules [ 1269.429377] env[70476]: INFO networking_nsxv3.common.synchronization [req-59d8ba57-2e06-4d6f-89af-718c23781413 req-2897dfc6-153e-4dae-99d9-8e6fdb46ea3b service nova] Enqueued Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1269.429484] env[70476]: INFO networking_nsxv3.common.synchronization [req-59d8ba57-2e06-4d6f-89af-718c23781413 req-2897dfc6-153e-4dae-99d9-8e6fdb46ea3b service nova] Enqueued Resource ID: de3215d6-0fa3-4db1-8d26-e5e2b36cd872 with Priority: HIGHEST for action port [ 1269.430130] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_rules [ 1269.430184] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1269.430271] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3215d6-0fa3-4db1-8d26-e5e2b36cd872 with Priority: HIGHEST for action port [ 1269.430548] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.430668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.430734] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.430976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.431071] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.432337] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.432337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.432337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.432337] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.432337] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.432641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.432641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.432641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.432733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.432762] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.433460] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-de3215d6-0fa3-4db1-8d26-e5e2b36cd872 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.433594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de3215d6-0fa3-4db1-8d26-e5e2b36cd872" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.433856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de3215d6-0fa3-4db1-8d26-e5e2b36cd872" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.433856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de3215d6-0fa3-4db1-8d26-e5e2b36cd872" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.433856] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3215d6-0fa3-4db1-8d26-e5e2b36cd872',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.606773] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003d9f79-8f90-481f-b181-a5fcc0636017 in Status: SUCCESS [ 1269.607067] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003d9f79-8f90-481f-b181-a5fcc0636017 deletion is rescheduled due to dependency. [ 1269.607147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003d9f79-8f90-481f-b181-a5fcc0636017" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.852954] env[70476]: INFO networking_nsxv3.common.synchronization [req-59d8ba57-2e06-4d6f-89af-718c23781413 req-ba23e773-6f3a-488d-a68a-a81f5871f734 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Enqueued Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1269.853494] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1269.853793] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.853892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.935878] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.936048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.936224] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.937102] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de3215d6-0fa3-4db1-8d26-e5e2b36cd872 with status ACTIVE [ 1269.937308] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.937420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.937509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.937690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.937942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.937942] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.938043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.938102] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.938247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.938324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.938523] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.938618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.938678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.938917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.938917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.939011] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de3215d6-0fa3-4db1-8d26-e5e2b36cd872 is going to be updated. [ 1269.960398] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.960540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.960629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.960791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.960939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.961109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de3215d6-0fa3-4db1-8d26-e5e2b36cd872" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.139029] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.139029] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-480" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.139029] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-480" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.139029] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-480" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.139720] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.140196] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.140360] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.140629] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.140818] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.141209] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.141353] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.141540] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.141682] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.142014] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.142164] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.142325] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.162792] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.162792] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1270.162792] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.162792] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-480" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.163137] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-a961b353-8762-47a9-9e8a-fd1cf2839a61 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.163420] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-a961b353-8762-47a9-9e8a-fd1cf2839a61" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.163602] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-a961b353-8762-47a9-9e8a-fd1cf2839a61" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.164032] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-a961b353-8762-47a9-9e8a-fd1cf2839a61" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.164199] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a961b353-8762-47a9-9e8a-fd1cf2839a61',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.440875] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.666398] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.666583] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.666719] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.667018] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.667183] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.667435] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port a961b353-8762-47a9-9e8a-fd1cf2839a61 not found, creating... [ 1270.667746] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.667914] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.668045] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.668281] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.668429] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.668762] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.668863] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.668985] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.669213] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.669351] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.669760] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: a961b353-8762-47a9-9e8a-fd1cf2839a61 is going to be created. [ 1270.688301] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.688487] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.688616] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.688841] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.689074] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.689290] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-a961b353-8762-47a9-9e8a-fd1cf2839a61" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.944181] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.944365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.944428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.944641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.944735] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.944833] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 is going to be created. [ 1270.968751] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.968890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.968958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.969193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.969351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.979127] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: UNINITIALIZED for 2s [ 1271.022970] env[70476]: INFO networking_nsxv3.common.synchronization [None req-62c82767-436b-4695-9cd8-ffb17c624d1f tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGHEST for action security_group_rules [ 1271.023242] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGHEST for action security_group_rules [ 1271.023792] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db3b7789-fba3-40f8-bffe-929d79755dca taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.023914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.023979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.024239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.024321] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db3b7789-fba3-40f8-bffe-929d79755dca',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.087456] env[70476]: INFO networking_nsxv3.common.synchronization [None req-cbc5922c-3cef-4059-93d5-cc6554736912 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGHEST for action security_group_rules [ 1271.087989] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGHEST for action security_group_rules [ 1271.088322] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db3b7789-fba3-40f8-bffe-929d79755dca taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.088423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.463693] env[70476]: INFO networking_nsxv3.common.synchronization [req-59d8ba57-2e06-4d6f-89af-718c23781413 req-ae703c07-214f-4b24-9117-702be8e0a41f service nova] Enqueued Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_rules [ 1271.464061] env[70476]: INFO networking_nsxv3.common.synchronization [req-59d8ba57-2e06-4d6f-89af-718c23781413 req-ae703c07-214f-4b24-9117-702be8e0a41f service nova] Enqueued Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1271.464252] env[70476]: INFO networking_nsxv3.common.synchronization [req-59d8ba57-2e06-4d6f-89af-718c23781413 req-ae703c07-214f-4b24-9117-702be8e0a41f service nova] Enqueued Resource ID: a961b353-8762-47a9-9e8a-fd1cf2839a61 with Priority: HIGHEST for action port [ 1271.464485] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_rules [ 1271.464610] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1271.464701] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a961b353-8762-47a9-9e8a-fd1cf2839a61 with Priority: HIGHEST for action port [ 1271.465275] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.465378] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.465600] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.465682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.465868] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a961b353-8762-47a9-9e8a-fd1cf2839a61 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.465964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a961b353-8762-47a9-9e8a-fd1cf2839a61" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.466039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a961b353-8762-47a9-9e8a-fd1cf2839a61" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.466245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a961b353-8762-47a9-9e8a-fd1cf2839a61" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.466330] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a961b353-8762-47a9-9e8a-fd1cf2839a61',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.544193] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.544395] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.544444] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.544685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.544788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.544886] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db3b7789-fba3-40f8-bffe-929d79755dca already deleted. [ 1271.544988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.545148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.545346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.545427] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db3b7789-fba3-40f8-bffe-929d79755dca',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.971924] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a961b353-8762-47a9-9e8a-fd1cf2839a61 with status ACTIVE [ 1271.971924] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.971924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.971924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.971924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.971924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.971924] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.971924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.971924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.971924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.971924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.971924] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.971924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.971924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.971924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.971924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.971924] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a961b353-8762-47a9-9e8a-fd1cf2839a61 is going to be updated. [ 1271.991635] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.991635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.991635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.991635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.991635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.991635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a961b353-8762-47a9-9e8a-fd1cf2839a61" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.070753] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.070916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.071019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.071200] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.071292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.071393] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db3b7789-fba3-40f8-bffe-929d79755dca already deleted. [ 1272.071470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.238808] env[70476]: INFO networking_nsxv3.common.synchronization [req-59d8ba57-2e06-4d6f-89af-718c23781413 req-8c1f8508-9999-4b86-af0c-8dc72d8e4b37 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Enqueued Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1272.239327] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1272.240021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.240021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.603397] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.603688] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-480" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.603738] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-480" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.604031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-480" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.604319] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.604486] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.604633] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.604870] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.605189] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.605493] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.605669] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.605834] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.605995] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.606197] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.606362] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.606570] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.623726] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.623956] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1272.624163] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.624389] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-480" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.624736] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.624971] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.625188] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.625574] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.625813] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.988482] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: SUCCESS [ 1272.988732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.988889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.989115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.989298] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.989414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.989477] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.989627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.989704] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.989809] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.128027] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.128163] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.128222] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.128513] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.128673] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.128833] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 not found, creating... [ 1273.129118] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.129285] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.129407] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.129639] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.129793] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.130127] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.130283] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.130404] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.130610] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.130748] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.130888] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 is going to be created. [ 1273.148623] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.148799] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.148925] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.149166] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.149406] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.149635] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.492416] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.915234] env[70476]: INFO networking_nsxv3.common.synchronization [req-59d8ba57-2e06-4d6f-89af-718c23781413 req-e555e47a-6508-4538-8e0b-ff3b91d8dc55 service nova] Enqueued Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_rules [ 1273.915234] env[70476]: INFO networking_nsxv3.common.synchronization [req-59d8ba57-2e06-4d6f-89af-718c23781413 req-e555e47a-6508-4538-8e0b-ff3b91d8dc55 service nova] Enqueued Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1273.915234] env[70476]: INFO networking_nsxv3.common.synchronization [req-59d8ba57-2e06-4d6f-89af-718c23781413 req-e555e47a-6508-4538-8e0b-ff3b91d8dc55 service nova] Enqueued Resource ID: a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 with Priority: HIGHEST for action port [ 1273.915234] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_rules [ 1273.915234] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1273.915234] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 with Priority: HIGHEST for action port [ 1273.915234] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.915234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.915234] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.915234] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.916251] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.916481] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.916647] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.916927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.917118] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.995975] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.421636] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 with status ACTIVE [ 1274.421636] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.421636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.421636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.421636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.421636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.421636] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.421636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.421636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.421636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.421636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.421636] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.421636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.421636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.421636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.421636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.421636] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 is going to be updated. [ 1274.441410] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.441562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.441628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.441824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.441955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.442119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.497816] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.497983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.498068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.498294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.498396] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.498501] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 is going to be updated. [ 1274.541045] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.541211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.541286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.541511] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.541702] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.550932] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: IN_PROGRESS for 2s [ 1275.158124] env[70476]: INFO networking_nsxv3.common.synchronization [req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 req-7e759056-8229-4f04-a5ee-e8d1488c06df tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Enqueued Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_members [ 1275.158725] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f68932f-4566-4b68-a1f0-7134291cf00b with Priority: HIGHEST for action security_group_members [ 1275.159050] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f68932f-4566-4b68-a1f0-7134291cf00b taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.159173] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.159241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.159446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.159631] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.159693] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.159751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.159897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.159979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.162079] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f68932f-4566-4b68-a1f0-7134291cf00b',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.664493] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.664701] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.664747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.664965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.665076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.665308] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.665409] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.665474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.665633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.665711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.665803] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f68932f-4566-4b68-a1f0-7134291cf00b is going to be updated. [ 1275.691352] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.691604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.692068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.692068] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.692327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.702935] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f68932f-4566-4b68-a1f0-7134291cf00b in Status: IN_PROGRESS for 2s [ 1276.560750] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: SUCCESS [ 1276.561155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.561390] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.561696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.561977] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.562175] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.562284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.562521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.562662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.562799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.562959] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.564138] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.564373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.564609] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.564753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.564844] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.565062] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.565183] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.565438] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.067795] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.068037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.068303] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.571771] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.712504] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f68932f-4566-4b68-a1f0-7134291cf00b in Status: SUCCESS [ 1277.712753] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f68932f-4566-4b68-a1f0-7134291cf00b deletion is rescheduled due to dependency. [ 1277.712935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f68932f-4566-4b68-a1f0-7134291cf00b" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.867817] env[70476]: INFO networking_nsxv3.common.synchronization [req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 req-4164e603-8256-472d-b03c-8799522a2996 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGHEST for action security_group_members [ 1277.868519] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGHEST for action security_group_members [ 1277.868930] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b7789-fba3-40f8-bffe-929d79755dca taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.869151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.869356] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.869579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.869830] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.870272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.870272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.870608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.870608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.870808] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3b7789-fba3-40f8-bffe-929d79755dca',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.074184] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.074367] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.074460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.074694] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.074808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.074916] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 is going to be updated. [ 1278.113746] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.113900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.113966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.114265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.115155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.148951] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: IN_PROGRESS for 2s [ 1278.194912] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.195141] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.195272] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.195627] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.195897] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.196069] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.196184] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.196431] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.196602] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.196834] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.196951] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.197076] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.197186] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.197307] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.197510] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.197660] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.228024] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.228128] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.228244] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.228424] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.228750] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-b7e417fd-36b3-42f1-9983-ceb4a96da1d3 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.228967] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-b7e417fd-36b3-42f1-9983-ceb4a96da1d3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.229091] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-b7e417fd-36b3-42f1-9983-ceb4a96da1d3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.229387] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-b7e417fd-36b3-42f1-9983-ceb4a96da1d3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.229538] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e417fd-36b3-42f1-9983-ceb4a96da1d3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.374155] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.374336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.374482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.374646] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.374749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.374968] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.375076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.375138] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.375317] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.375411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.375507] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b7789-fba3-40f8-bffe-929d79755dca already deleted. [ 1278.375610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.732252] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.735016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.735016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.735016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.735016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.735016] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port b7e417fd-36b3-42f1-9983-ceb4a96da1d3 not found, creating... [ 1278.735016] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.735016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.735016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.735016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.735016] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.735460] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.735701] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.735907] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.736168] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.736312] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.736459] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: b7e417fd-36b3-42f1-9983-ceb4a96da1d3 is going to be created. [ 1278.755191] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.755448] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.755580] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.755888] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.756140] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.756386] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-b7e417fd-36b3-42f1-9983-ceb4a96da1d3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.545767] env[70476]: INFO networking_nsxv3.common.synchronization [req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 req-f2f72734-ee31-4a48-a203-5ed7b9dd5915 service nova] Enqueued Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGHEST for action security_group_rules [ 1279.546013] env[70476]: INFO networking_nsxv3.common.synchronization [req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 req-f2f72734-ee31-4a48-a203-5ed7b9dd5915 service nova] Enqueued Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGHEST for action security_group_members [ 1279.546188] env[70476]: INFO networking_nsxv3.common.synchronization [req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 req-f2f72734-ee31-4a48-a203-5ed7b9dd5915 service nova] Enqueued Resource ID: b7e417fd-36b3-42f1-9983-ceb4a96da1d3 with Priority: HIGHEST for action port [ 1279.546736] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGHEST for action security_group_rules [ 1279.546859] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGHEST for action security_group_members [ 1279.546950] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e417fd-36b3-42f1-9983-ceb4a96da1d3 with Priority: HIGHEST for action port [ 1279.547274] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db3b7789-fba3-40f8-bffe-929d79755dca taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.547438] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.547508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.547705] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.547804] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db3b7789-fba3-40f8-bffe-929d79755dca',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.548884] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b7789-fba3-40f8-bffe-929d79755dca taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.548884] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.548997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.549231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.549395] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.549540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.549607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.550085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.550085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.550085] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3b7789-fba3-40f8-bffe-929d79755dca',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.550831] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7e417fd-36b3-42f1-9983-ceb4a96da1d3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.550941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7e417fd-36b3-42f1-9983-ceb4a96da1d3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.551037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7e417fd-36b3-42f1-9983-ceb4a96da1d3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.551239] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7e417fd-36b3-42f1-9983-ceb4a96da1d3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.552347] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e417fd-36b3-42f1-9983-ceb4a96da1d3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.053432] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db3b7789-fba3-40f8-bffe-929d79755dca',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.054901] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b7789-fba3-40f8-bffe-929d79755dca taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.055021] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.055235] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7e417fd-36b3-42f1-9983-ceb4a96da1d3 with status ACTIVE [ 1280.055385] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.055515] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.055591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.055824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.055924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.056520] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.056520] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.056520] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.056671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.056714] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.057688] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.057841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.057916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.058103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.058193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.058282] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7e417fd-36b3-42f1-9983-ceb4a96da1d3 is going to be updated. [ 1280.079124] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.079124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.079124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.079124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.079124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.079124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7e417fd-36b3-42f1-9983-ceb4a96da1d3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.159910] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: SUCCESS [ 1280.159910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.159910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.159910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.159910] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.159910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.159910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.159910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.159910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.159910] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.188024] env[70476]: INFO networking_nsxv3.common.synchronization [req-68335da2-149c-4ee5-acaf-98af44b6b828 req-8e6848e4-50ee-4ee0-be15-d47e227d5d94 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1280.188024] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1280.188524] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.188685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.188881] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.189022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.189199] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.189330] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.189420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.189604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.189718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.189886] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.560822] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db3b7789-fba3-40f8-bffe-929d79755dca',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.602243] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.602399] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.602530] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.602803] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.603115] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.603244] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.603361] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.603581] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.603728] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.603937] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.604526] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.604705] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.604832] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.605114] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.605114] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.605215] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.624175] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.624344] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1280.624490] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.624710] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.625282] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.625282] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.625455] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.625701] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.625839] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18c12dd-5ca0-4cc0-b0e4-56651cfeb701',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.661351] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.692623] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.692623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.692623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.692623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.692623] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.692821] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.692867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.692975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.693079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.693152] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.693242] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be updated. [ 1280.717204] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.717374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.717472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.717679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.717817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.725979] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: IN_PROGRESS for 2s [ 1281.062843] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.063187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.063187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.063328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.063382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.063480] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b7789-fba3-40f8-bffe-929d79755dca is going to be created. [ 1281.090768] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.090768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.090768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.090768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.090768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.098766] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b7789-fba3-40f8-bffe-929d79755dca in Status: UNINITIALIZED for 2s [ 1281.128750] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.129026] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.129115] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.129418] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.129568] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.129731] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 not found, creating... [ 1281.130008] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.130188] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.130314] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.130540] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.130685] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.131060] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.131235] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.131363] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.131580] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.131721] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.131866] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 is going to be created. [ 1281.155470] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.155769] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.155769] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.156055] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.156287] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.156517] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.162989] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.664804] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.665012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.665125] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.665519] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.665624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.665738] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 is going to be updated. [ 1281.693119] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.693293] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.693352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.693565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.693709] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.705822] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: IN_PROGRESS for 2s [ 1281.760583] env[70476]: INFO networking_nsxv3.common.synchronization [None req-60c5ae32-b217-43d5-a3af-e4eb3ca60e3b None None] Enqueued Resource ID: 17fe5527-d4b2-4dac-982c-054ea7c352f9 with Priority: HIGHEST for action port [ 1281.760842] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fe5527-d4b2-4dac-982c-054ea7c352f9 with Priority: HIGHEST for action port [ 1281.761449] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-17fe5527-d4b2-4dac-982c-054ea7c352f9 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.761591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17fe5527-d4b2-4dac-982c-054ea7c352f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.761662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17fe5527-d4b2-4dac-982c-054ea7c352f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.762044] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17fe5527-d4b2-4dac-982c-054ea7c352f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.762134] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17fe5527-d4b2-4dac-982c-054ea7c352f9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.052632] env[70476]: INFO networking_nsxv3.common.synchronization [req-68335da2-149c-4ee5-acaf-98af44b6b828 req-e7f3577c-9834-497d-bc59-c6aa6a0e70d6 service nova] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_rules [ 1282.052762] env[70476]: INFO networking_nsxv3.common.synchronization [req-68335da2-149c-4ee5-acaf-98af44b6b828 req-e7f3577c-9834-497d-bc59-c6aa6a0e70d6 service nova] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1282.052970] env[70476]: INFO networking_nsxv3.common.synchronization [req-68335da2-149c-4ee5-acaf-98af44b6b828 req-e7f3577c-9834-497d-bc59-c6aa6a0e70d6 service nova] Enqueued Resource ID: b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 with Priority: HIGHEST for action port [ 1282.053820] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_rules [ 1282.053956] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1282.055095] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 with Priority: HIGHEST for action port [ 1282.055956] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.056109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.056177] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.056562] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.056562] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.057379] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.057432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.061924] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.061924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.061924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.061924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.061924] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18c12dd-5ca0-4cc0-b0e4-56651cfeb701',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.265296] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17fe5527-d4b2-4dac-982c-054ea7c352f9 [ 1282.265664] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.265844] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.265844] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.265957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.266056] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.266149] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17fe5527-d4b2-4dac-982c-054ea7c352f9 already deleted. [ 1282.266226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17fe5527-d4b2-4dac-982c-054ea7c352f9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.565722] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.565722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.565722] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 with status ACTIVE [ 1282.565722] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.565722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.565722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.565722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.565722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.565722] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.565722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.565722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.565722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.565722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.565722] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.566456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.566456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.566456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.566456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.566456] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 is going to be updated. [ 1282.585447] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.585615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.585770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.585856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.585990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.586195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.610629] env[70476]: INFO networking_nsxv3.common.synchronization [req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a req-0be8a552-68da-4113-a39c-99b1b1e73a51 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGHEST for action security_group_members [ 1282.610629] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGHEST for action security_group_members [ 1282.610629] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.610629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.610629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.610629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.610629] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.610629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.610629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.610629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.611079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.611079] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed33e7e2-0654-4dd2-9e2e-acd222a4145e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.739882] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 1282.740119] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 deletion is rescheduled due to dependency. [ 1282.740250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.740435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.740667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.740857] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.740992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.741072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.741232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.741326] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.741425] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.108778] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b7789-fba3-40f8-bffe-929d79755dca in Status: SUCCESS [ 1283.109013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.109185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.109406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.109594] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.109724] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.109815] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.109939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.110076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.110169] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.110244] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db3b7789-fba3-40f8-bffe-929d79755dca',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.115886] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.115990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.116073] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.116262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.116323] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.116483] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.116572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.116687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.116773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.116862] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.116957] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e is going to be updated. [ 1283.140801] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.140984] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.141058] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.141232] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.141369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.151039] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e in Status: IN_PROGRESS for 2s [ 1283.243465] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.612407] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db3b7789-fba3-40f8-bffe-929d79755dca',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.716120] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: SUCCESS [ 1283.716392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.716591] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.716860] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.717118] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.717253] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.717397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.717599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.717703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.717831] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.745945] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.115414] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db3b7789-fba3-40f8-bffe-929d79755dca: rpc.has_security_group_logging(os_id): False [ 1284.143294] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.143294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.143490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.143549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.143679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.143962] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.144077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.144140] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.144304] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.144383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.144471] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db3b7789-fba3-40f8-bffe-929d79755dca is going to be created. [ 1284.204480] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.204640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.205018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.205018] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.205342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.219049] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db3b7789-fba3-40f8-bffe-929d79755dca in Status: IN_PROGRESS for 2s [ 1284.220359] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.248418] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.248491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.248541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.248748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.248841] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.248938] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be updated. [ 1284.275356] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.275534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.275534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.276811] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.276811] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.311473] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: IN_PROGRESS for 2s [ 1284.457449] env[70476]: INFO networking_nsxv3.common.synchronization [None req-c8dfc6d7-3b3b-426e-b123-cc008a6f43b2 None None] Enqueued Resource ID: 3eaf4641-8893-412b-84a9-9492c4605f98 with Priority: HIGHEST for action port [ 1284.457796] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eaf4641-8893-412b-84a9-9492c4605f98 with Priority: HIGHEST for action port [ 1284.458475] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eaf4641-8893-412b-84a9-9492c4605f98 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.458618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eaf4641-8893-412b-84a9-9492c4605f98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.458715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eaf4641-8893-412b-84a9-9492c4605f98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.459013] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eaf4641-8893-412b-84a9-9492c4605f98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.459135] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eaf4641-8893-412b-84a9-9492c4605f98',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.723164] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.961427] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3eaf4641-8893-412b-84a9-9492c4605f98 [ 1284.961674] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.961804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.961872] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.962100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.962194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.962291] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3eaf4641-8893-412b-84a9-9492c4605f98 already deleted. [ 1284.962379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eaf4641-8893-412b-84a9-9492c4605f98" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.160290] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e in Status: SUCCESS [ 1285.160526] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e deletion is rescheduled due to dependency. [ 1285.160657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.225636] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.225843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.225931] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.226325] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.226488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.226642] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 is going to be updated. [ 1285.264463] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.264653] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.264733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.264983] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.265170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.273375] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: IN_PROGRESS for 2s [ 1286.232270] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db3b7789-fba3-40f8-bffe-929d79755dca in Status: SUCCESS [ 1286.232547] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.320617] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 1286.320831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.320973] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.321211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.321403] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.321541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.321603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.321795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.321795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.321882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.321958] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.823613] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.015246] env[70476]: INFO networking_nsxv3.common.synchronization [req-0ac88e42-a712-4c0b-a44c-789805938ac7 req-9df342e6-577e-427f-a515-dce061608ae2 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Enqueued Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1287.015967] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1287.016323] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.016440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.283600] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: SUCCESS [ 1287.283909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.283999] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.284243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.284435] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.284553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.284622] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.284771] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.284852] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.284943] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.285126] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.285207] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.285267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.285470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.285623] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.285716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.285777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.285916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.285990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.286084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.286180] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.288575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.288575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.288575] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.288575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.288575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.288575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.288575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.288575] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.327025] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d698e933-fdae-4eff-9c2e-29973b9904c1: rpc.has_security_group_logging(os_id): False [ 1287.346374] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.346603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.346670] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.346922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.347059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.347387] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.347561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.347616] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.347816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.347920] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.348190] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be updated. [ 1287.521771] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.521917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.521917] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.522349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.522510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.537458] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: IN_PROGRESS for 2s [ 1287.790453] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2: rpc.has_security_group_logging(os_id): False [ 1287.791523] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.809419] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.809564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.809609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.809809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.809895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.810115] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.810244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.810302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.810813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.810813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.810813] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.810813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.811106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.811106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.811106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.811231] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.811314] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.811374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.811808] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.811907] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.812000] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 is going to be created. [ 1287.868325] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.868465] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.868541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.868746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.868923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.878167] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: IN_PROGRESS for 2s [ 1288.295075] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.798342] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.798601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.798655] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.798908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.799036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.799185] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 is going to be updated. [ 1288.827562] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.828106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.828106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.828106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.828227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.836361] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: IN_PROGRESS for 2s [ 1289.551321] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 1289.551637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.890224] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: SUCCESS [ 1289.890457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.890629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.890845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.890934] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.223980] env[70476]: INFO networking_nsxv3.common.synchronization [req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec req-a096492f-3eff-4b18-9582-0da159ed5615 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Enqueued Resource ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e with Priority: HIGHEST for action security_group_members [ 1290.225161] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e with Priority: HIGHEST for action security_group_members [ 1290.225161] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-52997b33-3eef-4060-9a3f-1e4fa3304d4e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.225352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.225352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.225648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.225755] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.225847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.225847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.225989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.226202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.226202] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52997b33-3eef-4060-9a3f-1e4fa3304d4e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.394416] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.394416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.560643] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.561028] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-934" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.561028] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-934" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.561380] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-934" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.561746] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.561866] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.561999] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.562251] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.562407] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.562624] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.562844] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.562844] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.562990] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.563168] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.563278] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.563421] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1290.582472] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1290.582637] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1290.582785] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1290.582971] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-934" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.583364] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.583548] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.583676] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.584014] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.584169] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.729997] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.730223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.730275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.730479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.730577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.730799] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.730898] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.730962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.731124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.731202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.731286] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e already deleted. [ 1290.731362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.846087] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: SUCCESS [ 1290.846087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.846320] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.846474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.846662] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.846777] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.846843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.846991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.847090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.847174] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.847267] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.086772] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.087045] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.087182] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.087519] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.087695] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.087857] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba not found, creating... [ 1291.088144] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.088310] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.088433] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.088680] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.088815] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.089110] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.089274] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.089396] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.089638] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.089742] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.089886] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba is going to be created. [ 1291.108744] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.108931] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.109073] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.109304] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.109559] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.109792] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.349137] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.349316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.349372] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.349572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.349768] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.349867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.350082] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.350298] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.350402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.350597] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.350799] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.350899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.351049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.351201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.351425] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.351522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.351576] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.351816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.351927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.352081] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.352328] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.855530] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2: rpc.has_security_group_logging(os_id): False [ 1291.866619] env[70476]: INFO networking_nsxv3.common.synchronization [req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec req-20f63723-a71a-4bc4-a1ab-177b675d6717 service nova] Enqueued Resource ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e with Priority: HIGHEST for action security_group_rules [ 1291.866795] env[70476]: INFO networking_nsxv3.common.synchronization [req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec req-20f63723-a71a-4bc4-a1ab-177b675d6717 service nova] Enqueued Resource ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e with Priority: HIGHEST for action security_group_members [ 1291.866933] env[70476]: INFO networking_nsxv3.common.synchronization [req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec req-20f63723-a71a-4bc4-a1ab-177b675d6717 service nova] Enqueued Resource ID: ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba with Priority: HIGHEST for action port [ 1291.867182] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e with Priority: HIGHEST for action security_group_rules [ 1291.867306] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e with Priority: HIGHEST for action security_group_members [ 1291.867401] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba with Priority: HIGHEST for action port [ 1291.867958] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52997b33-3eef-4060-9a3f-1e4fa3304d4e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.868070] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.868150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.868378] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.868462] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52997b33-3eef-4060-9a3f-1e4fa3304d4e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.869267] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-52997b33-3eef-4060-9a3f-1e4fa3304d4e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.869403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.869499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.869628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.869741] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.869851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.869919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.870070] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.870156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.870240] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52997b33-3eef-4060-9a3f-1e4fa3304d4e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.870943] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.871055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.871128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.871289] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.871354] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.873164] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.873238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.873346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.874027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.874027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.874027] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.874027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.874027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.874027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.874426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.874426] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.874426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.874426] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.874699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.874699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.874785] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.874842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.874874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.875050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.875108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.875214] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 is going to be updated. [ 1291.931419] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.931690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.931690] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.931909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.932091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.944344] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: IN_PROGRESS for 2s [ 1292.372948] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52997b33-3eef-4060-9a3f-1e4fa3304d4e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.374045] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-52997b33-3eef-4060-9a3f-1e4fa3304d4e taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.374162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.377266] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba with status ACTIVE [ 1292.377492] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.377598] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.377671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.377951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.377951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.378144] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.378245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.378303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.378455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.378527] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.379095] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.379095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.379095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.379095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.379095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.379343] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba is going to be updated. [ 1292.397946] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.398095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.398143] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.398285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.398406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.398583] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.875758] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52997b33-3eef-4060-9a3f-1e4fa3304d4e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.377953] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.380543] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.380543] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.380543] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.380543] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.380543] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e is going to be created. [ 1293.402565] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.403373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.403373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.403373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.403373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.415050] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e in Status: UNINITIALIZED for 2s [ 1293.958725] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: SUCCESS [ 1293.958725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.958725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.959210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.959210] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.128775] env[70476]: INFO networking_nsxv3.common.synchronization [req-207bcc47-f146-4301-ad60-67043266e413 req-7a660f00-d7a7-4a96-ab87-0fc98b3b8010 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_members [ 1294.129327] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_members [ 1294.129658] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.129813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.129888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.130581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.130766] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.130892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.130963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.131170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.131270] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.131381] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.462631] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.462842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.462842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.463101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.463388] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.463388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.463388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.463756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.463756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.463756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.463756] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.509819] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.509991] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.510071] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.510356] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.510618] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.510744] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.510866] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.512047] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.512249] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.512480] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.512601] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.512721] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.512834] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.512949] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.513112] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.513232] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.534923] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.534923] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1294.534923] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.534923] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.534923] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-14523e90-7f0f-48ad-8036-0b9f787a70a6 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.534923] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-14523e90-7f0f-48ad-8036-0b9f787a70a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.534923] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-14523e90-7f0f-48ad-8036-0b9f787a70a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.534923] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-14523e90-7f0f-48ad-8036-0b9f787a70a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.534923] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14523e90-7f0f-48ad-8036-0b9f787a70a6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.634070] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.634266] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.634312] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.634612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.634733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.635021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.635162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.635238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.635446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.635584] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.635705] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38c4c59-f62d-4145-832b-848634aa0ec2 is going to be deleted. [ 1294.663661] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.663812] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.663887] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.664131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.664429] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.664571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.916396] env[70476]: INFO networking_nsxv3.common.synchronization [req-5da0e94e-2686-46a3-a654-427e352900e5 req-a7658928-73a2-4edf-bf36-1d954525d5dc tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Enqueued Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1294.916929] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1294.917243] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.917365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.917437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.917665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.917817] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.917914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.917979] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.918263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.918357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.918455] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.969714] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.970035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.038433] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.038779] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.038917] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.039224] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.039380] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.039538] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 14523e90-7f0f-48ad-8036-0b9f787a70a6 not found, creating... [ 1295.039887] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.040167] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.040303] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.040659] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.040844] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.044595] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.045439] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.045597] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.046344] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.046533] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.046868] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 14523e90-7f0f-48ad-8036-0b9f787a70a6 is going to be created. [ 1295.067787] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.068048] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.068184] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.068536] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.068799] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.069041] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-14523e90-7f0f-48ad-8036-0b9f787a70a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.086240] env[70476]: INFO networking_nsxv3.common.synchronization [req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf req-b0d774d5-28ab-4598-a827-6c76c1304934 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Enqueued Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1295.086734] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 with Priority: HIGHEST for action security_group_members [ 1295.087037] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.087138] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.420795] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.425141] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e in Status: SUCCESS [ 1295.425141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.425141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.425141] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.425141] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.425401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.425401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.425495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.425574] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.425664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.425754] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52997b33-3eef-4060-9a3f-1e4fa3304d4e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.841163] env[70476]: INFO networking_nsxv3.common.synchronization [req-207bcc47-f146-4301-ad60-67043266e413 req-13257341-3b1a-4773-8b6b-686fa030726a service nova] Enqueued Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_rules [ 1295.841796] env[70476]: INFO networking_nsxv3.common.synchronization [req-207bcc47-f146-4301-ad60-67043266e413 req-13257341-3b1a-4773-8b6b-686fa030726a service nova] Enqueued Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_members [ 1295.841796] env[70476]: INFO networking_nsxv3.common.synchronization [req-207bcc47-f146-4301-ad60-67043266e413 req-13257341-3b1a-4773-8b6b-686fa030726a service nova] Enqueued Resource ID: 14523e90-7f0f-48ad-8036-0b9f787a70a6 with Priority: HIGHEST for action port [ 1295.842157] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_rules [ 1295.842290] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_members [ 1295.842459] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14523e90-7f0f-48ad-8036-0b9f787a70a6 with Priority: HIGHEST for action port [ 1295.842653] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.842772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.842837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.843046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.843136] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.843902] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.844022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.844093] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.844250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.844393] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.844498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.844564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.844710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.844794] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.844879] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.845572] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-14523e90-7f0f-48ad-8036-0b9f787a70a6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.845951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14523e90-7f0f-48ad-8036-0b9f787a70a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.845951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14523e90-7f0f-48ad-8036-0b9f787a70a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.845951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14523e90-7f0f-48ad-8036-0b9f787a70a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.845951] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14523e90-7f0f-48ad-8036-0b9f787a70a6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.923387] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.927818] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-52997b33-3eef-4060-9a3f-1e4fa3304d4e taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.927955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.928029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.928431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.928598] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.928703] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.928837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.929050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.929137] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.929226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.929376] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-52997b33-3eef-4060-9a3f-1e4fa3304d4e taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.929474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.929535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.929676] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.929811] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.929991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.930079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.930219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.930322] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.930364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.930444] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52997b33-3eef-4060-9a3f-1e4fa3304d4e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.349467] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.350568] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.351079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.351079] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14523e90-7f0f-48ad-8036-0b9f787a70a6 with status ACTIVE [ 1296.351079] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.351283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.351283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.351437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.351539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.351714] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.351822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.351865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.352027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.352099] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.352281] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.352360] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.352421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.352559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.352630] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.352710] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14523e90-7f0f-48ad-8036-0b9f787a70a6 is going to be updated. [ 1296.371192] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.371472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.371472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.371631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.371710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.371869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14523e90-7f0f-48ad-8036-0b9f787a70a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.425412] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.425713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.425791] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.426047] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.426131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.426238] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 is going to be updated. [ 1296.432294] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52997b33-3eef-4060-9a3f-1e4fa3304d4e: rpc.has_security_group_logging(os_id): False [ 1296.454016] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.454223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.454223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.454432] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.454521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.454715] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.454908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.454974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.455144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.455225] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.455437] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.455567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.455607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.455740] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.455855] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.456066] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.456162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.456223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.456363] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.456437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.456522] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e is going to be created. [ 1296.464317] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.464506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.464506] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.464715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.464904] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.478801] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: IN_PROGRESS for 2s [ 1296.532141] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.532345] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.532387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.532607] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.532743] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.542377] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e in Status: IN_PROGRESS for 2s [ 1296.855060] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.358040] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.358392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.358392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.358501] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.358554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.358669] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38c4c59-f62d-4145-832b-848634aa0ec2 is going to be created. [ 1297.380907] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.381065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.381115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.381301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.381447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.390182] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: UNINITIALIZED for 2s [ 1298.488089] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: SUCCESS [ 1298.488353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.488484] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.488737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.488931] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.489065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.489135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.489292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.489375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.489460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.489618] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.489697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.489757] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.490055] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.490231] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.490338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.490404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.490721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.490813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.490915] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.491021] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.491850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.492022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.492172] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.492272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.492335] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.492474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.492549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.492631] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.553261] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e in Status: SUCCESS [ 1298.553443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.994452] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2: rpc.has_security_group_logging(os_id): False [ 1298.995746] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.995947] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.996053] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.996313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.996455] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.996721] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.996881] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.996994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.997220] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.997342] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.997478] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 is going to be updated. [ 1299.014171] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.014325] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.014427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.014634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.014751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.014986] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.015133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.015226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.015430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.015493] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.015720] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.015822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.015886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.016042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.016119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.016296] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.016388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.016450] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.016588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.016662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.016743] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 is going to be updated. [ 1299.030133] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.030267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.030310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.030453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.030577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.044928] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: IN_PROGRESS for 2s [ 1299.090072] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.090538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.090630] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.090876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.091048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.104357] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: IN_PROGRESS for 2s [ 1299.399292] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: SUCCESS [ 1299.399448] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.399499] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.399699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.400156] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.400156] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.400284] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.400404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.400489] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.400583] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.400679] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.902829] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.902829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.903228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.903228] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.903389] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.903453] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.903575] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.903650] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.903722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.903800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.903949] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.904070] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.904185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.904294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.904416] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.904507] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.904559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.904697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.904771] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.904850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.904940] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.407421] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e38c4c59-f62d-4145-832b-848634aa0ec2: rpc.has_security_group_logging(os_id): False [ 1300.424265] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.424478] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.424532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.424775] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.425074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.425171] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.425248] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.425292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.425522] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.425589] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.425744] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.425865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.425931] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.426140] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.426218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.426405] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.426498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.426559] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.426712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.426785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.426890] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e38c4c59-f62d-4145-832b-848634aa0ec2 is going to be created. [ 1300.482557] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.482793] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.482842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.483101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.483327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.495269] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: IN_PROGRESS for 2s [ 1300.843307] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.843449] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1301.054596] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: SUCCESS [ 1301.054912] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 deletion is rescheduled due to dependency. [ 1301.054912] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.118048] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2 in Status: SUCCESS [ 1301.118290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.505453] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: SUCCESS [ 1302.505843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.246912] env[70476]: INFO networking_nsxv3.common.synchronization [req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 req-c7e65079-b985-44f7-b8e0-fe161d608ab0 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Enqueued Resource ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e with Priority: HIGHEST for action security_group_members [ 1303.246912] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e with Priority: HIGHEST for action security_group_members [ 1303.246912] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-52997b33-3eef-4060-9a3f-1e4fa3304d4e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.250600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.250600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.250600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.250600] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.250600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.250600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.250600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.250600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.250600] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52997b33-3eef-4060-9a3f-1e4fa3304d4e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.756381] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.756381] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.756381] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.756698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.756698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.756905] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.757009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.757072] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.757216] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.757291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.757377] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e is going to be updated. [ 1303.785101] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.785101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.785101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.785101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.785101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.793737] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e in Status: IN_PROGRESS for 2s [ 1304.587243] env[70476]: INFO networking_nsxv3.common.synchronization [req-a04dce26-9f77-4217-b9bb-f0cc0687841f req-83c017f7-2157-4259-bedb-e12f73173b38 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_members [ 1304.587599] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGHEST for action security_group_members [ 1304.588774] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.588774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.588774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.588774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.588774] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.588774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.588774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.589490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.589490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.589490] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.625145] env[70476]: INFO networking_nsxv3.common.synchronization [req-a04dce26-9f77-4217-b9bb-f0cc0687841f req-83c017f7-2157-4259-bedb-e12f73173b38 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: 14523e90-7f0f-48ad-8036-0b9f787a70a6 with Priority: HIGHEST for action port [ 1304.625385] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14523e90-7f0f-48ad-8036-0b9f787a70a6 with Priority: HIGHEST for action port [ 1304.625896] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-14523e90-7f0f-48ad-8036-0b9f787a70a6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.626022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14523e90-7f0f-48ad-8036-0b9f787a70a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.626091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14523e90-7f0f-48ad-8036-0b9f787a70a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.626269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14523e90-7f0f-48ad-8036-0b9f787a70a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.626347] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14523e90-7f0f-48ad-8036-0b9f787a70a6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.091920] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.092235] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.092274] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.092546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.092695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.092978] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.093151] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.093271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.093471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.093590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.093722] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38c4c59-f62d-4145-832b-848634aa0ec2 is going to be updated. [ 1305.128810] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14523e90-7f0f-48ad-8036-0b9f787a70a6 with status ACTIVE [ 1305.129081] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.129219] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.129285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.129496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.129588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.129785] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.129894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.129959] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.130167] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.130275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.130503] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.130597] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.130660] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.130801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.130878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.130962] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14523e90-7f0f-48ad-8036-0b9f787a70a6 is going to be updated. [ 1305.132678] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.132788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.132878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.133007] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.133139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.149945] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: IN_PROGRESS for 2s [ 1305.170308] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.170441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.170505] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.170698] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.170843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.171042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14523e90-7f0f-48ad-8036-0b9f787a70a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.803832] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e in Status: SUCCESS [ 1305.804031] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e deletion is rescheduled due to dependency. [ 1305.804103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.159124] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: IN_PROGRESS for 4s [ 1309.170923] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38c4c59-f62d-4145-832b-848634aa0ec2 in Status: SUCCESS [ 1309.170923] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38c4c59-f62d-4145-832b-848634aa0ec2 deletion is rescheduled due to dependency. [ 1309.171223] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.626544] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.626544] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.627843] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.628137] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.629304] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.629691] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.630258] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.630621] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.700976] env[70476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1327.701352] env[70476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c8d4b01d-f2d1-45ef-88b2-8956c561b00e None None] NSXv3 Agent Agent loop - iteration:3 started [ 1328.660987] env[70476]: INFO networking_nsxv3.common.synchronization [req-60087b07-fe6d-423d-a63f-ec3ba7d40822 req-a1c484e2-0d5d-4014-a006-c1373908a45c tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_members [ 1328.661503] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_members [ 1328.661798] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.661921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.662041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.662193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.662343] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.662437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.662495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.662634] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.662717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.662805] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.004696] env[70476]: INFO networking_nsxv3.common.synchronization [req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca req-f2752fa8-868a-4945-b45a-2b207718a633 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGHEST for action security_group_members [ 1329.005224] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGHEST for action security_group_members [ 1329.005521] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b7789-fba3-40f8-bffe-929d79755dca taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.005644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.005712] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.006010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.006146] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.006243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.006304] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.006456] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.006541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.006628] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3b7789-fba3-40f8-bffe-929d79755dca',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.167195] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.183467] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.183467] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.183467] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.183467] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.183467] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.183467] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.183467] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.183467] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.184246] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.184589] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1329.184838] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1329.185098] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1329.185323] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1329.185544] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1329.185768] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1329.186051] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1329.206785] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1329.206785] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1329.206785] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1329.207498] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-619" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.207498] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-46b61e47-203c-43aa-afd3-43e3c2373e1a taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.207629] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-46b61e47-203c-43aa-afd3-43e3c2373e1a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.207759] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-46b61e47-203c-43aa-afd3-43e3c2373e1a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.208166] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-46b61e47-203c-43aa-afd3-43e3c2373e1a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.208324] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46b61e47-203c-43aa-afd3-43e3c2373e1a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.509019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.509019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.509019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.509019] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.509271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.509271] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.509353] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.509403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.509549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.509625] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.509767] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b7789-fba3-40f8-bffe-929d79755dca is going to be updated. [ 1329.534474] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.534721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.534721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.534865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.535010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.544690] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b7789-fba3-40f8-bffe-929d79755dca in Status: IN_PROGRESS for 2s [ 1329.668995] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.712703] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.712954] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.713104] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.713409] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.713582] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.713748] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 46b61e47-203c-43aa-afd3-43e3c2373e1a not found, creating... [ 1329.714031] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.714214] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.714323] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.714549] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.714758] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.714976] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.715152] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.715332] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.715526] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.715671] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.715816] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 46b61e47-203c-43aa-afd3-43e3c2373e1a is going to be created. [ 1329.734181] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.734407] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.734520] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.734771] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.734996] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.735235] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-46b61e47-203c-43aa-afd3-43e3c2373e1a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.171357] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.171745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.171745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.171745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.171864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.171902] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 is going to be updated. [ 1330.196645] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.196797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.196797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.196977] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.197127] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.205307] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: IN_PROGRESS for 2s [ 1330.472425] env[70476]: INFO networking_nsxv3.common.synchronization [req-60087b07-fe6d-423d-a63f-ec3ba7d40822 req-80aeed18-2eda-40b7-b53b-4c73ea1122ba service nova] Enqueued Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_rules [ 1330.472425] env[70476]: INFO networking_nsxv3.common.synchronization [req-60087b07-fe6d-423d-a63f-ec3ba7d40822 req-80aeed18-2eda-40b7-b53b-4c73ea1122ba service nova] Enqueued Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_members [ 1330.472425] env[70476]: INFO networking_nsxv3.common.synchronization [req-60087b07-fe6d-423d-a63f-ec3ba7d40822 req-80aeed18-2eda-40b7-b53b-4c73ea1122ba service nova] Enqueued Resource ID: 46b61e47-203c-43aa-afd3-43e3c2373e1a with Priority: HIGHEST for action port [ 1330.472715] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_rules [ 1330.472715] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_members [ 1330.472808] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b61e47-203c-43aa-afd3-43e3c2373e1a with Priority: HIGHEST for action port [ 1330.473371] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.473460] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.473602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.474121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.474121] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.477772] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.477772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.477772] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-46b61e47-203c-43aa-afd3-43e3c2373e1a taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.477772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46b61e47-203c-43aa-afd3-43e3c2373e1a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.477772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46b61e47-203c-43aa-afd3-43e3c2373e1a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.477772] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46b61e47-203c-43aa-afd3-43e3c2373e1a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.477772] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46b61e47-203c-43aa-afd3-43e3c2373e1a',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.977658] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.977929] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.979260] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46b61e47-203c-43aa-afd3-43e3c2373e1a with status ACTIVE [ 1330.979502] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.979686] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.979795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.980094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.980247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.980564] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.980757] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.980827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.981045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.981173] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.981423] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.981564] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.981667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.981904] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.982043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.982186] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46b61e47-203c-43aa-afd3-43e3c2373e1a is going to be updated. [ 1331.000981] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.001199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.001199] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.001419] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.001561] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.002544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46b61e47-203c-43aa-afd3-43e3c2373e1a" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.554805] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b7789-fba3-40f8-bffe-929d79755dca in Status: SUCCESS [ 1331.554805] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b7789-fba3-40f8-bffe-929d79755dca deletion is rescheduled due to dependency. [ 1331.554805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.214888] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: SUCCESS [ 1332.215139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.215299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.215508] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.215694] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.215815] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.215882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.216028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.216115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.216208] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.717870] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.220475] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.723335] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.723747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.723747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.723747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.723859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.723973] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 is going to be updated. [ 1333.753935] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.754118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.754161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.754309] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.754442] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.762338] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: IN_PROGRESS for 2s [ 1335.473489] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.473920] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1335.779809] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: SUCCESS [ 1335.780049] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.780191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.780454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.780722] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.780867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.780932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.781162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.781267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.781373] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.781475] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.284348] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.789219] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e21cf2bb-178f-4222-a99e-5b2e1645b9a3: rpc.has_security_group_logging(os_id): False [ 1336.807493] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.807680] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.807728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.807909] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.808034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.808299] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.808400] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.808454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.808617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.808696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.808782] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 is going to be updated. [ 1336.873340] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.873503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.873503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.874610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.874610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.887461] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: IN_PROGRESS for 2s [ 1338.901698] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: SUCCESS [ 1338.902036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.475095] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.475378] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.642884] env[70476]: INFO networking_nsxv3.common.synchronization [req-b89076ee-2a0d-46a0-bf31-28c62494dd18 req-0ee57c2e-3364-4586-9020-da7cdc481c0b tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGHEST for action security_group_members [ 1340.643415] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGHEST for action security_group_members [ 1340.643716] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-951f977e-f1d9-4665-861f-d6bef4e639b7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.643834] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.643902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.644110] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.644262] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.644357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.644441] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.644626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.644738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.644856] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('951f977e-f1d9-4665-861f-d6bef4e639b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.147457] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.147611] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.147659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.147877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.147967] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.148200] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.148319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.148367] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.148503] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.148576] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.148662] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 is going to be updated. [ 1341.176344] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.176492] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.176539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.176672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.176801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.183946] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 in Status: IN_PROGRESS for 2s [ 1343.194142] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 in Status: SUCCESS [ 1343.194433] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 deletion is rescheduled due to dependency. [ 1343.194433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.644429] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.644921] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.110745] env[70476]: INFO networking_nsxv3.common.synchronization [None req-4e28e099-ce1b-456c-b222-b35bfce8d4d9 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: 99c55217-7a90-442d-847a-fb53913ceed9 with Priority: HIGHEST for action security_group_rules [ 1346.111322] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c55217-7a90-442d-847a-fb53913ceed9 with Priority: HIGHEST for action security_group_rules [ 1346.111715] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c55217-7a90-442d-847a-fb53913ceed9 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.111843] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.111916] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.112189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.112274] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c55217-7a90-442d-847a-fb53913ceed9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.174173] env[70476]: INFO networking_nsxv3.common.synchronization [None req-297177af-149b-4378-8d76-fabfe4fb6eba tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: 99c55217-7a90-442d-847a-fb53913ceed9 with Priority: HIGHEST for action security_group_rules [ 1346.174631] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c55217-7a90-442d-847a-fb53913ceed9 with Priority: HIGHEST for action security_group_rules [ 1346.174917] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c55217-7a90-442d-847a-fb53913ceed9 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.175100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.633665] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.633830] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.633879] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.634112] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.634226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.634327] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c55217-7a90-442d-847a-fb53913ceed9 already deleted. [ 1346.634392] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.634525] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.634681] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.634765] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c55217-7a90-442d-847a-fb53913ceed9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.153672] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.154089] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.154089] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.154231] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.154341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.154481] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c55217-7a90-442d-847a-fb53913ceed9 already deleted. [ 1347.154980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.505012] env[70476]: INFO networking_nsxv3.common.synchronization [req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 req-6a878e01-8577-47f4-9b38-539dd2f180f2 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1348.505548] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGHEST for action security_group_members [ 1348.506252] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.506383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.506449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.506644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.507421] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.507421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.507421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.507421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.507421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.507421] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.010051] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.010051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.010051] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.010272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.010351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.010567] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.010710] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.010748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.010883] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.010951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.011213] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be updated. [ 1349.036721] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.036911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.036911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.037080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.037217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.044883] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: IN_PROGRESS for 2s [ 1351.055878] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d698e933-fdae-4eff-9c2e-29973b9904c1 in Status: SUCCESS [ 1351.056294] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 deletion is rescheduled due to dependency. [ 1351.056294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.466729] env[70476]: INFO networking_nsxv3.common.synchronization [req-649e1cb8-6681-4e68-935a-57e4ecadf891 req-bf9c3fa6-beb7-4a53-8120-2ee21a4da09d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: 99c55217-7a90-442d-847a-fb53913ceed9 with Priority: HIGHEST for action security_group_members [ 1351.467231] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c55217-7a90-442d-847a-fb53913ceed9 with Priority: HIGHEST for action security_group_members [ 1351.467231] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c55217-7a90-442d-847a-fb53913ceed9 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.467328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.467369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.467593] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.467739] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.467831] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.467890] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.468045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.468132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.468246] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c55217-7a90-442d-847a-fb53913ceed9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.763685] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.763889] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.764031] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.764316] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.764602] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.764781] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.764905] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.765146] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.765305] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.765549] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1351.765636] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1351.765737] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1351.765848] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1351.765959] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1351.766119] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1351.766267] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1351.784090] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1351.784254] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1351.784396] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1351.784561] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.784900] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-20bdf525-0d01-4eda-a7a4-5a523f611449 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.785084] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-20bdf525-0d01-4eda-a7a4-5a523f611449" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.785210] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-20bdf525-0d01-4eda-a7a4-5a523f611449" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.785502] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-20bdf525-0d01-4eda-a7a4-5a523f611449" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.785663] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20bdf525-0d01-4eda-a7a4-5a523f611449',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.969949] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.970137] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.970204] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.970416] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.970523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.970735] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.970836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.970895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.971064] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.971164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.971217] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c55217-7a90-442d-847a-fb53913ceed9 already deleted. [ 1351.971302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.288109] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.288574] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.288574] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.288769] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.288929] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.289101] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 20bdf525-0d01-4eda-a7a4-5a523f611449 not found, creating... [ 1352.289527] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.289746] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.289883] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.290139] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.290294] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.290641] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.290811] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.290936] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.291188] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.291340] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.291491] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 20bdf525-0d01-4eda-a7a4-5a523f611449 is going to be created. [ 1352.309982] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.310178] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.310297] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.310524] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.310745] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.310962] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-20bdf525-0d01-4eda-a7a4-5a523f611449" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.070455] env[70476]: INFO networking_nsxv3.common.synchronization [req-649e1cb8-6681-4e68-935a-57e4ecadf891 req-256eaccf-4d8e-43fd-8e1d-bb7517721a51 service nova] Enqueued Resource ID: 99c55217-7a90-442d-847a-fb53913ceed9 with Priority: HIGHEST for action security_group_rules [ 1353.070633] env[70476]: INFO networking_nsxv3.common.synchronization [req-649e1cb8-6681-4e68-935a-57e4ecadf891 req-256eaccf-4d8e-43fd-8e1d-bb7517721a51 service nova] Enqueued Resource ID: 99c55217-7a90-442d-847a-fb53913ceed9 with Priority: HIGHEST for action security_group_members [ 1353.070797] env[70476]: INFO networking_nsxv3.common.synchronization [req-649e1cb8-6681-4e68-935a-57e4ecadf891 req-256eaccf-4d8e-43fd-8e1d-bb7517721a51 service nova] Enqueued Resource ID: 20bdf525-0d01-4eda-a7a4-5a523f611449 with Priority: HIGHEST for action port [ 1353.071045] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c55217-7a90-442d-847a-fb53913ceed9 with Priority: HIGHEST for action security_group_rules [ 1353.071179] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c55217-7a90-442d-847a-fb53913ceed9 with Priority: HIGHEST for action security_group_members [ 1353.071274] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20bdf525-0d01-4eda-a7a4-5a523f611449 with Priority: HIGHEST for action port [ 1353.071841] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c55217-7a90-442d-847a-fb53913ceed9 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.071953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.072733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.072733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.072733] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c55217-7a90-442d-847a-fb53913ceed9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.074019] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c55217-7a90-442d-847a-fb53913ceed9 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.074163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.074235] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.074421] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.074608] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.074659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.074716] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.074856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.074941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.075047] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c55217-7a90-442d-847a-fb53913ceed9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.076162] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-20bdf525-0d01-4eda-a7a4-5a523f611449 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.076609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20bdf525-0d01-4eda-a7a4-5a523f611449" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.076711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20bdf525-0d01-4eda-a7a4-5a523f611449" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.076882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20bdf525-0d01-4eda-a7a4-5a523f611449" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.076964] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20bdf525-0d01-4eda-a7a4-5a523f611449',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.576298] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c55217-7a90-442d-847a-fb53913ceed9 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.576672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.583027] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99c55217-7a90-442d-847a-fb53913ceed9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.583027] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20bdf525-0d01-4eda-a7a4-5a523f611449 with status ACTIVE [ 1353.583027] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.583027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.583027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.583027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.583027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.583027] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.583027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.583027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.583027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.583027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.583027] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.583027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.583027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.583027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.583818] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.583818] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20bdf525-0d01-4eda-a7a4-5a523f611449 is going to be updated. [ 1353.604379] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.604379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.604619] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.604654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.605215] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.605215] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20bdf525-0d01-4eda-a7a4-5a523f611449" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.086972] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99c55217-7a90-442d-847a-fb53913ceed9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.590115] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.591028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.591028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.591028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.591028] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.591260] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c55217-7a90-442d-847a-fb53913ceed9 is going to be created. [ 1354.629940] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.630136] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.630220] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.630401] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.630568] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.639977] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c55217-7a90-442d-847a-fb53913ceed9 in Status: UNINITIALIZED for 2s [ 1356.650204] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c55217-7a90-442d-847a-fb53913ceed9 in Status: SUCCESS [ 1356.650498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.650695] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.651061] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.652945] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.652945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.652945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.652945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.652945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.652945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.652945] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99c55217-7a90-442d-847a-fb53913ceed9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.711272] env[70476]: INFO networking_nsxv3.common.synchronization [None req-a256af66-02f8-4d44-9533-ca7110238848 None None] Enqueued Resource ID: e406564e-d43b-458c-bd06-a4f4bcd75cc7 with Priority: HIGHEST for action port [ 1356.711837] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e406564e-d43b-458c-bd06-a4f4bcd75cc7 with Priority: HIGHEST for action port [ 1356.712486] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e406564e-d43b-458c-bd06-a4f4bcd75cc7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.712652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e406564e-d43b-458c-bd06-a4f4bcd75cc7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.713097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e406564e-d43b-458c-bd06-a4f4bcd75cc7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.714603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e406564e-d43b-458c-bd06-a4f4bcd75cc7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.714603] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e406564e-d43b-458c-bd06-a4f4bcd75cc7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.153931] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99c55217-7a90-442d-847a-fb53913ceed9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.216097] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e406564e-d43b-458c-bd06-a4f4bcd75cc7 [ 1357.216259] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.216394] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.217045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.217045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.217045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.217045] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e406564e-d43b-458c-bd06-a4f4bcd75cc7 already deleted. [ 1357.217045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e406564e-d43b-458c-bd06-a4f4bcd75cc7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.656744] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99c55217-7a90-442d-847a-fb53913ceed9: rpc.has_security_group_logging(os_id): False [ 1357.675612] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.675765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.675821] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.676032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.676157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.676394] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.676498] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.676551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.676711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.676786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.676873] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c55217-7a90-442d-847a-fb53913ceed9 is going to be created. [ 1357.750295] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.750483] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.750533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.750707] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.750882] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.760947] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99c55217-7a90-442d-847a-fb53913ceed9 in Status: IN_PROGRESS for 2s [ 1358.780704] env[70476]: INFO networking_nsxv3.common.synchronization [None req-26b0114e-9928-4ea5-b4cb-1987272f2ea2 None None] Enqueued Resource ID: 8e644d4d-e267-4907-af18-2544cc4387d8 with Priority: HIGHEST for action port [ 1358.780704] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e644d4d-e267-4907-af18-2544cc4387d8 with Priority: HIGHEST for action port [ 1358.781807] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e644d4d-e267-4907-af18-2544cc4387d8 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.781807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e644d4d-e267-4907-af18-2544cc4387d8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.781807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e644d4d-e267-4907-af18-2544cc4387d8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.781807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e644d4d-e267-4907-af18-2544cc4387d8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.781807] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e644d4d-e267-4907-af18-2544cc4387d8',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.283101] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e644d4d-e267-4907-af18-2544cc4387d8 [ 1359.283340] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.283480] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.283535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.283736] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.283824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.283926] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e644d4d-e267-4907-af18-2544cc4387d8 already deleted. [ 1359.283994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e644d4d-e267-4907-af18-2544cc4387d8" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.774524] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99c55217-7a90-442d-847a-fb53913ceed9 in Status: SUCCESS [ 1359.774765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.024428] env[70476]: INFO networking_nsxv3.common.synchronization [req-e3f74039-c061-4d28-8b7d-a0502bbaa07b req-962a1975-ea9f-4a07-8cf8-ad0d84cb73e9 tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Enqueued Resource ID: 9eb5afa9-730f-416c-be37-e2be1472deef with Priority: HIGHEST for action security_group_members [ 1362.024938] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb5afa9-730f-416c-be37-e2be1472deef with Priority: HIGHEST for action security_group_members [ 1362.025252] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb5afa9-730f-416c-be37-e2be1472deef taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.025369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.025437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.025685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.025841] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.025936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.025998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.026160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.026261] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.026373] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb5afa9-730f-416c-be37-e2be1472deef',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.528376] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.528565] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.528636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.528912] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.529032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.529259] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.529424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.529424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.529633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.529748] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.529824] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb5afa9-730f-416c-be37-e2be1472deef already deleted. [ 1362.529908] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.642514] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.642681] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-434" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.642822] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-434" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.643166] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-434" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.643439] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.643600] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.643724] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.643947] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.644109] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.644321] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1362.644437] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1362.644559] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1362.644700] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1362.644821] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1362.644938] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1362.645087] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1362.664485] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1362.664694] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1362.664823] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1362.664997] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-434" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.665330] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-71716169-4659-4890-b32e-7fcf65caa976 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.665478] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-71716169-4659-4890-b32e-7fcf65caa976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.665605] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-71716169-4659-4890-b32e-7fcf65caa976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.665904] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-71716169-4659-4890-b32e-7fcf65caa976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.666057] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71716169-4659-4890-b32e-7fcf65caa976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.819998] env[70476]: INFO networking_nsxv3.common.synchronization [req-e4e3e034-4202-4d25-b4fe-4577be4c115b req-71521d1d-3d46-46da-adf7-9452af75b7a5 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Enqueued Resource ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 with Priority: HIGHEST for action security_group_members [ 1362.820501] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 with Priority: HIGHEST for action security_group_members [ 1362.820810] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.820937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.820992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.821205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.821361] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.821463] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.821516] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.821666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.821753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.821843] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('470bf93d-dcbd-4fd6-a3aa-e380af3e0733',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.170560] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.170560] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.170560] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.170560] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.170560] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.170560] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 71716169-4659-4890-b32e-7fcf65caa976 not found, creating... [ 1363.170560] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.170560] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.170560] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.170560] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.171241] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.171241] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.172274] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.172274] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.172274] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.172274] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.172274] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 71716169-4659-4890-b32e-7fcf65caa976 is going to be created. [ 1363.190497] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.190694] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.190820] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.191092] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.191327] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.191547] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-71716169-4659-4890-b32e-7fcf65caa976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.323894] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.324079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.324145] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.324338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.324431] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.324620] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.324722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.324784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.324919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.324987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.325087] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 is going to be updated. [ 1363.361588] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.361738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.361779] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.361935] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.362079] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.371671] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 in Status: IN_PROGRESS for 2s [ 1363.859927] env[70476]: INFO networking_nsxv3.common.synchronization [req-e3f74039-c061-4d28-8b7d-a0502bbaa07b req-4f657b8c-ae8f-4de1-9f91-866fd40da48e service nova] Enqueued Resource ID: 9eb5afa9-730f-416c-be37-e2be1472deef with Priority: HIGHEST for action security_group_rules [ 1363.860113] env[70476]: INFO networking_nsxv3.common.synchronization [req-e3f74039-c061-4d28-8b7d-a0502bbaa07b req-4f657b8c-ae8f-4de1-9f91-866fd40da48e service nova] Enqueued Resource ID: 9eb5afa9-730f-416c-be37-e2be1472deef with Priority: HIGHEST for action security_group_members [ 1363.860256] env[70476]: INFO networking_nsxv3.common.synchronization [req-e3f74039-c061-4d28-8b7d-a0502bbaa07b req-4f657b8c-ae8f-4de1-9f91-866fd40da48e service nova] Enqueued Resource ID: 71716169-4659-4890-b32e-7fcf65caa976 with Priority: HIGHEST for action port [ 1363.860810] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb5afa9-730f-416c-be37-e2be1472deef with Priority: HIGHEST for action security_group_rules [ 1363.860969] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb5afa9-730f-416c-be37-e2be1472deef with Priority: HIGHEST for action security_group_members [ 1363.861404] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71716169-4659-4890-b32e-7fcf65caa976 with Priority: HIGHEST for action port [ 1363.862325] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb5afa9-730f-416c-be37-e2be1472deef taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.862458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.862535] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.862787] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.862886] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb5afa9-730f-416c-be37-e2be1472deef',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.863941] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb5afa9-730f-416c-be37-e2be1472deef taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.864066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.864140] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.865088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.865088] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.865088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.865088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.865088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.865088] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.865088] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb5afa9-730f-416c-be37-e2be1472deef',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.865765] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-71716169-4659-4890-b32e-7fcf65caa976 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.865765] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71716169-4659-4890-b32e-7fcf65caa976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.865962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71716169-4659-4890-b32e-7fcf65caa976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.865962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71716169-4659-4890-b32e-7fcf65caa976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.866192] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71716169-4659-4890-b32e-7fcf65caa976',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.369056] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb5afa9-730f-416c-be37-e2be1472deef',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.369567] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb5afa9-730f-416c-be37-e2be1472deef taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.369648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.369952] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71716169-4659-4890-b32e-7fcf65caa976 with status ACTIVE [ 1364.370132] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.370241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.370308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.370512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.370603] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.370772] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.370868] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.370932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.371095] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.371171] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.371434] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.371434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.371550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.371611] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.371675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.371760] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71716169-4659-4890-b32e-7fcf65caa976 is going to be updated. [ 1364.390429] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.390553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.390596] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.391146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.391146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.391146] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71716169-4659-4890-b32e-7fcf65caa976" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.870964] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb5afa9-730f-416c-be37-e2be1472deef',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.374112] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.374544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.374544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.374544] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.374678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.374724] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb5afa9-730f-416c-be37-e2be1472deef is going to be created. [ 1365.383677] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 in Status: SUCCESS [ 1365.383842] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 470bf93d-dcbd-4fd6-a3aa-e380af3e0733 deletion is rescheduled due to dependency. [ 1365.383941] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-470bf93d-dcbd-4fd6-a3aa-e380af3e0733" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.401441] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.401606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.401606] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.401741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.401886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.409617] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb5afa9-730f-416c-be37-e2be1472deef in Status: UNINITIALIZED for 2s [ 1367.372271] env[70476]: INFO networking_nsxv3.common.synchronization [None req-453908e7-c186-453f-81ac-b7760db99fbd tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Enqueued Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGHEST for action security_group_rules [ 1367.372271] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGHEST for action security_group_rules [ 1367.372569] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ade487d0-0fee-42f3-bd76-33ae08c46769 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.372639] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.372696] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.372946] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.373048] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.420437] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb5afa9-730f-416c-be37-e2be1472deef in Status: SUCCESS [ 1367.420656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.420874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.421097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.421291] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.421404] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.421470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.421612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.421691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.421774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.421862] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9eb5afa9-730f-416c-be37-e2be1472deef',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.438169] env[70476]: INFO networking_nsxv3.common.synchronization [None req-c30f9623-86e3-4618-9297-bda353d0ef01 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Enqueued Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGHEST for action security_group_rules [ 1367.438659] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGHEST for action security_group_rules [ 1367.439142] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ade487d0-0fee-42f3-bd76-33ae08c46769 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.439142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.894034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.894034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.894034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.894034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.894034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.894034] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ade487d0-0fee-42f3-bd76-33ae08c46769 already deleted. [ 1367.894034] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.894635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.894635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.894635] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.923997] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb5afa9-730f-416c-be37-e2be1472deef taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.924197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.924250] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.924446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.924653] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.924756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.924819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.924994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.925101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.925210] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.925363] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb5afa9-730f-416c-be37-e2be1472deef taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.925472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.925533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.925672] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.925809] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.925899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.925957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.926107] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.926201] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.926290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.926391] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9eb5afa9-730f-416c-be37-e2be1472deef',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.419953] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.419953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.419953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.419953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.419953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.419953] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ade487d0-0fee-42f3-bd76-33ae08c46769 already deleted. [ 1368.419953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.429273] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9eb5afa9-730f-416c-be37-e2be1472deef: rpc.has_security_group_logging(os_id): False [ 1368.450675] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.450845] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.450906] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.451128] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.451220] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.451435] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.451534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.451595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.451741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.451861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.451988] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.452091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.452145] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.452286] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.452359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.452542] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.452633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.452685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.452824] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.452894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.452976] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb5afa9-730f-416c-be37-e2be1472deef is going to be created. [ 1368.507057] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.507348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.507348] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.507491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.507629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.517672] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb5afa9-730f-416c-be37-e2be1472deef in Status: IN_PROGRESS for 2s [ 1370.532483] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb5afa9-730f-416c-be37-e2be1472deef in Status: SUCCESS [ 1370.532483] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.439838] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.439838] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.751048] env[70476]: INFO networking_nsxv3.common.synchronization [req-e6c6d966-4397-43dc-9140-042cdbd91d0a req-d9657c48-eb76-443a-9637-fe855813238f tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Enqueued Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGHEST for action security_group_members [ 1372.751556] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGHEST for action security_group_members [ 1372.751996] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ade487d0-0fee-42f3-bd76-33ae08c46769 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.752115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.752115] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.752333] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.752481] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.752582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.752647] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.752773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.752853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.752940] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.094957] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.095193] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-711" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.095311] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-711" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.095578] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-711" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.095843] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.096007] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.096177] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.096370] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.096521] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.096743] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1373.096859] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1373.096971] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1373.097093] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1373.097208] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1373.097316] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1373.097451] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1373.116576] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1373.116812] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1373.116964] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1373.117164] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-711" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.117486] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-d89b0ac2-62c2-4d73-92cc-9fb31f048b29 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.117665] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-d89b0ac2-62c2-4d73-92cc-9fb31f048b29" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.117791] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-d89b0ac2-62c2-4d73-92cc-9fb31f048b29" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.118124] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-d89b0ac2-62c2-4d73-92cc-9fb31f048b29" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.118272] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d89b0ac2-62c2-4d73-92cc-9fb31f048b29',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.191965] env[70476]: INFO networking_nsxv3.common.synchronization [req-4a0138d0-f63a-45b9-881a-a1da1233c66f req-e750b8c7-2ce2-43ca-a33c-bdfd928b9379 tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Enqueued Resource ID: 9eb5afa9-730f-416c-be37-e2be1472deef with Priority: HIGHEST for action security_group_members [ 1373.192473] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb5afa9-730f-416c-be37-e2be1472deef with Priority: HIGHEST for action security_group_members [ 1373.192770] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb5afa9-730f-416c-be37-e2be1472deef taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.192894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.192968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.193178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.193327] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.193425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.193488] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.193635] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.193722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.193811] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb5afa9-730f-416c-be37-e2be1472deef',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.254606] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.254786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.254828] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.255042] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.255140] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.255327] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.255424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.255482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.255667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.255745] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.255832] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ade487d0-0fee-42f3-bd76-33ae08c46769 already deleted. [ 1373.255913] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.622368] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.622730] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.622730] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.623008] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.623170] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.623330] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port d89b0ac2-62c2-4d73-92cc-9fb31f048b29 not found, creating... [ 1373.623597] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.623759] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.623880] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.624122] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.624265] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.624546] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.624705] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.624826] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.625052] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.625191] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.625333] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: d89b0ac2-62c2-4d73-92cc-9fb31f048b29 is going to be created. [ 1373.644225] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.644399] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.644525] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.644748] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.644963] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.645191] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-d89b0ac2-62c2-4d73-92cc-9fb31f048b29" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.695774] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.695934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.695934] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.696108] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.696195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.696372] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.696469] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.696532] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.696675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.696750] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.696832] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb5afa9-730f-416c-be37-e2be1472deef is going to be updated. [ 1373.727583] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.727786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.727903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.728198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.728420] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.740331] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb5afa9-730f-416c-be37-e2be1472deef in Status: IN_PROGRESS for 2s [ 1374.312612] env[70476]: INFO networking_nsxv3.common.synchronization [req-e6c6d966-4397-43dc-9140-042cdbd91d0a req-2e44dafa-8218-4c01-a08f-a07c0e16525f service nova] Enqueued Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGHEST for action security_group_rules [ 1374.312823] env[70476]: INFO networking_nsxv3.common.synchronization [req-e6c6d966-4397-43dc-9140-042cdbd91d0a req-2e44dafa-8218-4c01-a08f-a07c0e16525f service nova] Enqueued Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGHEST for action security_group_members [ 1374.312893] env[70476]: INFO networking_nsxv3.common.synchronization [req-e6c6d966-4397-43dc-9140-042cdbd91d0a req-2e44dafa-8218-4c01-a08f-a07c0e16525f service nova] Enqueued Resource ID: d89b0ac2-62c2-4d73-92cc-9fb31f048b29 with Priority: HIGHEST for action port [ 1374.313167] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGHEST for action security_group_rules [ 1374.313299] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGHEST for action security_group_members [ 1374.313396] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89b0ac2-62c2-4d73-92cc-9fb31f048b29 with Priority: HIGHEST for action port [ 1374.314349] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ade487d0-0fee-42f3-bd76-33ae08c46769 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.314483] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.314553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.314752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.314837] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.315661] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ade487d0-0fee-42f3-bd76-33ae08c46769 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.315801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.315851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.316067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.316159] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.316255] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.316314] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.316458] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.316569] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.316657] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.317368] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d89b0ac2-62c2-4d73-92cc-9fb31f048b29 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.317472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d89b0ac2-62c2-4d73-92cc-9fb31f048b29" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.317529] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d89b0ac2-62c2-4d73-92cc-9fb31f048b29" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.317780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d89b0ac2-62c2-4d73-92cc-9fb31f048b29" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.317780] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d89b0ac2-62c2-4d73-92cc-9fb31f048b29',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.819802] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ade487d0-0fee-42f3-bd76-33ae08c46769 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.820114] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.822227] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.823218] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d89b0ac2-62c2-4d73-92cc-9fb31f048b29 with status ACTIVE [ 1374.823352] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.823467] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.823775] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.823775] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.823899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.823994] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.824124] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.824185] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.824339] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.824414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.824593] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.824675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.824734] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.824869] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.824976] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.825026] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d89b0ac2-62c2-4d73-92cc-9fb31f048b29 is going to be updated. [ 1374.844853] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.844972] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.845097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.845313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.845445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.845592] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d89b0ac2-62c2-4d73-92cc-9fb31f048b29" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.327309] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.750072] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb5afa9-730f-416c-be37-e2be1472deef in Status: SUCCESS [ 1375.750072] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb5afa9-730f-416c-be37-e2be1472deef deletion is rescheduled due to dependency. [ 1375.750252] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb5afa9-730f-416c-be37-e2be1472deef" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.830054] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.830054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.830406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.830406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.830406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.830513] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ade487d0-0fee-42f3-bd76-33ae08c46769 is going to be created. [ 1375.850171] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.850308] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.850362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.850515] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.850661] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.858691] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ade487d0-0fee-42f3-bd76-33ae08c46769 in Status: UNINITIALIZED for 2s [ 1376.655255] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.655417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.655417] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.655648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.655770] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.157817] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.660410] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.869246] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ade487d0-0fee-42f3-bd76-33ae08c46769 in Status: SUCCESS [ 1377.873067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.873271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.873487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.873678] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.873796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.873861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.874014] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.874100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.874183] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.874364] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.162667] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1378.163037] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1378.375984] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.850769] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.850896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.850896] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.851135] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.864451] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1378.865529] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.866656] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1378.877965] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ade487d0-0fee-42f3-bd76-33ae08c46769: rpc.has_security_group_logging(os_id): False [ 1378.899780] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.899914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.900523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.900523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.900523] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.900523] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.900734] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.900734] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.900805] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.900847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.900913] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ade487d0-0fee-42f3-bd76-33ae08c46769 is going to be created. [ 1378.904662] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.904662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.904662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.904662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.917247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.917917] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1378.918008] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1378.918109] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1378.967145] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.967297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.967367] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.967572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.969155] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.969335] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1378.983362] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.983490] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.983531] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.983707] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.983859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.995019] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ade487d0-0fee-42f3-bd76-33ae08c46769 in Status: IN_PROGRESS for 2s [ 1379.091400] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.092597] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.092597] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.092597] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.092597] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.092597] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1379.185876] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.185876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.185876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.185876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.186294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.186342] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:51. [ 1379.186508] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e38c4c59-f62d-4145-832b-848634aa0ec2', '52997b33-3eef-4060-9a3f-1e4fa3304d4e', '667f6e54-8506-4e7a-843a-6b649c4b063c', 'ade487d0-0fee-42f3-bd76-33ae08c46769', 'd698e933-fdae-4eff-9c2e-29973b9904c1', 'db3b7789-fba3-40f8-bffe-929d79755dca', '0be5d722-9c82-4669-814a-697c44c71acc', '63e8be30-3fa2-4e95-abbb-064da505cfbb', '60c03b28-e972-40c2-adc4-f03091e2dd82', 'e21cf2bb-178f-4222-a99e-5b2e1645b9a3', 'a3af567f-e7b2-47fc-b8ad-25d9a640180c', '3f9a8b41-6468-49b3-9de5-b2f5466e3a83', 'c3daabe9-5e4c-42b1-bc7f-60d12540da3e', '951f977e-f1d9-4665-861f-d6bef4e639b7', '3752606c-b94c-4f68-82d5-9eabb057fbe0', '52d69926-0375-4c98-bfd3-555628a6b211', '57315f04-b6ba-4f4e-811c-db9d36143801', '16ce21b9-1d60-48e0-9287-d2273e50ebfd', '6133ddbf-ef43-4fcd-9550-ab04b8ca93f0', 'ed33e7e2-0654-4dd2-9e2e-acd222a4145e', 'f84fd305-33d8-4481-ad78-e3bae2e81faf', '1439909f-7299-4a43-8e55-65a9485794b3', '81fe29e7-20f6-458f-af4b-8f6818d70ec1', 'fa4bcff9-e187-4bbb-96ce-e9b2305e0d54', 'c544ab7a-9c47-4928-be9b-dd9505a7bf7a', '003d9f79-8f90-481f-b181-a5fcc0636017', 'ac7b1d79-b983-42f4-99fe-979e9bfca1d7', '1f287b12-ab9a-42bb-835d-9d231c7bc60e', 'd81f7437-3ce3-466d-8d86-fa9e5655af3a', 'ab36a603-ac60-4e9e-a31c-644a3fe73b42', '6d082575-4cf9-44b6-a34f-ba026783091d', '9eb5afa9-730f-416c-be37-e2be1472deef', '88f731f3-582a-4199-99fe-9b7c976d5d50', 'f087f8d5-adb2-426b-a41c-ed999ca09661', 'ed6efc42-4a94-49be-99dd-aab0488920b1', '470bf93d-dcbd-4fd6-a3aa-e380af3e0733', '99c55217-7a90-442d-847a-fb53913ceed9', '47ffdcd1-2fdf-4abc-89eb-58f17aeedb59', '252d01c1-64bb-4111-a611-81b1bd4c742c', '85ec43ac-fd17-46fa-b5d7-b379e4b4d964', 'c28b3bb4-1926-4e80-8469-d1b0a93d3649', '076400fd-40e2-4258-95f8-25adcfa54baf', '5fdd10f6-a1dd-4a37-897e-bfa4bbc4b976', '5adbd759-5e1a-4539-9793-2d65d24f4f44', 'a774de0a-3e06-4d19-a071-c12e48f9e7bd', '0d26c54e-bcb3-48ef-b580-f2353bf59bbe', 'f9e6d264-403d-4dd6-8b09-ac8ed35f3bd2', 'f4eb6d1d-51ed-4e4a-9028-84e2c1cc1a28', '65d6766d-0129-4506-bb27-918f8fa77a3a', 'c4de8daf-aed0-4af3-9126-400411b23b0c', '0f68932f-4566-4b68-a1f0-7134291cf00b'} {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1379.186690] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1379.210398] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.210556] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.210614] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.210889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.211027] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.211145] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1379.211229] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1379.211305] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1379.288390] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.288541] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.288674] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.288921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.290091] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.290345] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1379.290422] env[70476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1379.290494] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1379.290561] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1379.290651] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/51 resources of Type:Security Group Rules [ 1379.290722] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGH for action security_group_rules [ 1379.290798] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e with Priority: HIGH for action security_group_rules [ 1379.290863] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGH for action security_group_rules [ 1379.290987] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGH for action security_group_rules [ 1379.290987] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGH for action security_group_rules [ 1379.291067] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGH for action security_group_rules [ 1379.291106] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGH for action security_group_rules [ 1379.291164] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb with Priority: HIGH for action security_group_rules [ 1379.291223] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGH for action security_group_rules [ 1379.291284] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGH for action security_group_rules [ 1379.291344] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c with Priority: HIGH for action security_group_rules [ 1379.291405] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGH for action security_group_rules [ 1379.291465] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e with Priority: HIGH for action security_group_rules [ 1379.291525] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGH for action security_group_rules [ 1379.291598] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGH for action security_group_rules [ 1379.291677] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGH for action security_group_rules [ 1379.291740] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGH for action security_group_rules [ 1379.291801] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGH for action security_group_rules [ 1379.291863] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 with Priority: HIGH for action security_group_rules [ 1379.291924] env[70476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGH for action security_group_rules [ 1379.292024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.314491] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.314605] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1379.314679] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38c4c59-f62d-4145-832b-848634aa0ec2 with Priority: HIGH for action security_group_rules [ 1379.314814] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f6e54-8506-4e7a-843a-6b649c4b063c with Priority: HIGH for action security_group_rules [ 1379.314923] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be5d722-9c82-4669-814a-697c44c71acc with Priority: HIGH for action security_group_rules [ 1379.315052] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 with Priority: HIGH for action security_group_rules [ 1379.315158] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e with Priority: HIGH for action security_group_rules [ 1379.315248] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 with Priority: HIGH for action security_group_rules [ 1379.315335] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd with Priority: HIGH for action security_group_rules [ 1379.315430] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57315f04-b6ba-4f4e-811c-db9d36143801 with Priority: HIGH for action security_group_rules [ 1379.315528] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 with Priority: HIGH for action security_group_rules [ 1379.315616] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d69926-0375-4c98-bfd3-555628a6b211 with Priority: HIGH for action security_group_rules [ 1379.315713] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e with Priority: HIGH for action security_group_rules [ 1379.315799] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 with Priority: HIGH for action security_group_rules [ 1379.315895] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c with Priority: HIGH for action security_group_rules [ 1379.315991] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGH for action security_group_rules [ 1379.316119] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 with Priority: HIGH for action security_group_rules [ 1379.316278] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b7789-fba3-40f8-bffe-929d79755dca with Priority: HIGH for action security_group_rules [ 1379.316376] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb with Priority: HIGH for action security_group_rules [ 1379.316470] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d698e933-fdae-4eff-9c2e-29973b9904c1 with Priority: HIGH for action security_group_rules [ 1379.316562] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e with Priority: HIGH for action security_group_rules [ 1379.316652] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGH for action security_group_rules [ 1379.317008] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e38c4c59-f62d-4145-832b-848634aa0ec2 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.317152] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.317220] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.317430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.317514] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e38c4c59-f62d-4145-832b-848634aa0ec2',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.318502] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f6e54-8506-4e7a-843a-6b649c4b063c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.318654] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.318728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.318919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.319012] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f6e54-8506-4e7a-843a-6b649c4b063c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.319820] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be5d722-9c82-4669-814a-697c44c71acc taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.319926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.320009] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.320165] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.320252] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be5d722-9c82-4669-814a-697c44c71acc',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.321536] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3752606c-b94c-4f68-82d5-9eabb057fbe0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.321780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.321780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.321866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.321919] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3752606c-b94c-4f68-82d5-9eabb057fbe0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.322680] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.322790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.322854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.323024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.323098] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed33e7e2-0654-4dd2-9e2e-acd222a4145e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.323766] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.323874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.323940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.324103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.324176] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6133ddbf-ef43-4fcd-9550-ab04b8ca93f0',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.324898] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.324960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.324993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.325867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.325867] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16ce21b9-1d60-48e0-9287-d2273e50ebfd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.325947] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57315f04-b6ba-4f4e-811c-db9d36143801 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.326063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.326121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.326269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.326337] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57315f04-b6ba-4f4e-811c-db9d36143801',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.327046] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-951f977e-f1d9-4665-861f-d6bef4e639b7 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.327161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.327267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.327331] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.327427] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('951f977e-f1d9-4665-861f-d6bef4e639b7',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.328066] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d69926-0375-4c98-bfd3-555628a6b211 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.328211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.328306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.328509] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.328613] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d69926-0375-4c98-bfd3-555628a6b211',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.329360] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3daabe9-5e4c-42b1-bc7f-60d12540da3e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.329545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.329599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.329809] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.329908] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3daabe9-5e4c-42b1-bc7f-60d12540da3e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.330732] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.330867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.330975] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.331162] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.331267] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f9a8b41-6468-49b3-9de5-b2f5466e3a83',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.332035] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3af567f-e7b2-47fc-b8ad-25d9a640180c taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.332183] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.332291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.332487] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.332586] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3af567f-e7b2-47fc-b8ad-25d9a640180c',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.333369] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.333518] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.333628] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.333822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.334169] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.334762] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c03b28-e972-40c2-adc4-f03091e2dd82 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.336043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.336043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.336043] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.336043] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c03b28-e972-40c2-adc4-f03091e2dd82',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.336043] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db3b7789-fba3-40f8-bffe-929d79755dca taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.336341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.336341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.336476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.336597] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db3b7789-fba3-40f8-bffe-929d79755dca',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.337380] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63e8be30-3fa2-4e95-abbb-064da505cfbb taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.337514] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.337617] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.337813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.337917] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63e8be30-3fa2-4e95-abbb-064da505cfbb',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.338687] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d698e933-fdae-4eff-9c2e-29973b9904c1 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.338861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.338861] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.339039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.339103] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d698e933-fdae-4eff-9c2e-29973b9904c1',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.339898] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52997b33-3eef-4060-9a3f-1e4fa3304d4e taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.340010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.340084] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.340263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.340300] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52997b33-3eef-4060-9a3f-1e4fa3304d4e',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.340970] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ade487d0-0fee-42f3-bd76-33ae08c46769 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.341090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.372416] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.372618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.372618] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.372822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.374614] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.374726] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.375450] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.375563] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.399236] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.399392] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f6e54-8506-4e7a-843a-6b649c4b063c is going to be deleted. [ 1379.400230] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.400440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.417768] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.417902] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed33e7e2-0654-4dd2-9e2e-acd222a4145e is going to be deleted. [ 1379.418691] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.418912] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.435104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.435219] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be5d722-9c82-4669-814a-697c44c71acc is going to be deleted. [ 1379.450718] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.450895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.450936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.451191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.451191] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.451310] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f6e54-8506-4e7a-843a-6b649c4b063c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.465275] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.465275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.465275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.465485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.465533] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.465641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed33e7e2-0654-4dd2-9e2e-acd222a4145e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.482670] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.482871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.482871] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.483045] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.483133] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.483248] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be5d722-9c82-4669-814a-697c44c71acc" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.852122] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.852362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.852362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.852549] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.852720] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.852820] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.852925] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.853030] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.853117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.853205] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.853292] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.865687] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.865833] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.865899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.866074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.869491] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.869491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.870959] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.871066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.892618] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.892744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.900625] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.900776] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.901528] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.901615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.902351] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.902445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.904984] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.905085] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.905779] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.905889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.906632] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.906729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.907588] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.907721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.907876] env[70476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1379.908277] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.908390] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.908998] env[70476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1379.909376] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.909725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.910465] env[70476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1379.911014] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.911164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.911761] env[70476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1379.912163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.912271] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f9a8b41-6468-49b3-9de5-b2f5466e3a83 is going to be deleted. [ 1379.913119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.913341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.915087] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.915229] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.929466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.929587] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d69926-0375-4c98-bfd3-555628a6b211 is going to be deleted. [ 1379.930379] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.930573] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.944960] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.945101] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3752606c-b94c-4f68-82d5-9eabb057fbe0 is going to be deleted. [ 1379.945828] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.946065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.961990] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.962110] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c03b28-e972-40c2-adc4-f03091e2dd82 is going to be deleted. [ 1379.962902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.963101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.973556] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.974272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.984414] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.984502] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16ce21b9-1d60-48e0-9287-d2273e50ebfd is going to be deleted. [ 1379.985187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.985377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.995883] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.995994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.005919] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.006042] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57315f04-b6ba-4f4e-811c-db9d36143801 is going to be deleted. [ 1380.006784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.006973] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.013262] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.013366] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.026251] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.026357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.027761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.027875] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3af567f-e7b2-47fc-b8ad-25d9a640180c is going to be deleted. [ 1380.028708] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.028894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.047496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.047613] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52997b33-3eef-4060-9a3f-1e4fa3304d4e is going to be deleted. [ 1380.048427] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.048649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.058557] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.058722] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.071802] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.071900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.072647] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.072761] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6133ddbf-ef43-4fcd-9550-ab04b8ca93f0 is going to be deleted. [ 1380.073573] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.073774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.095445] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.095656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.097023] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.097180] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 951f977e-f1d9-4665-861f-d6bef4e639b7 is going to be deleted. [ 1380.097991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.098285] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.125335] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.125516] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e38c4c59-f62d-4145-832b-848634aa0ec2 is going to be deleted. [ 1380.126351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.126600] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.154297] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.154398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.178876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.179014] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db3b7789-fba3-40f8-bffe-929d79755dca is going to be deleted. [ 1380.179998] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.182033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.223738] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.224071] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.235485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.235631] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d698e933-fdae-4eff-9c2e-29973b9904c1 is going to be deleted. [ 1380.236655] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.236894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.270602] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.270747] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.293847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.293999] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3daabe9-5e4c-42b1-bc7f-60d12540da3e is going to be deleted. [ 1380.294874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.295113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.316051] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.316211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.340610] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.340778] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.344648] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.344764] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63e8be30-3fa2-4e95-abbb-064da505cfbb is going to be deleted. [ 1380.345601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.345813] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.345903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.346032] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f9a8b41-6468-49b3-9de5-b2f5466e3a83" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.346182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.346362] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.346459] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.346662] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d69926-0375-4c98-bfd3-555628a6b211" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.347263] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.347471] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.347579] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.347721] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3752606c-b94c-4f68-82d5-9eabb057fbe0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.347856] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.348046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.348147] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.348277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c03b28-e972-40c2-adc4-f03091e2dd82" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.348433] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.348553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.348663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.348778] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16ce21b9-1d60-48e0-9287-d2273e50ebfd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.348902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.349057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.349131] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.349241] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57315f04-b6ba-4f4e-811c-db9d36143801" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.349364] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.349500] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.349572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.349683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3af567f-e7b2-47fc-b8ad-25d9a640180c" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.349819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.349957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.350041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.350148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52997b33-3eef-4060-9a3f-1e4fa3304d4e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.350278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.350423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.350496] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.350598] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6133ddbf-ef43-4fcd-9550-ab04b8ca93f0" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.350717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.350852] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.350924] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.351038] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e38c4c59-f62d-4145-832b-848634aa0ec2" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.351163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.351297] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.351368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.351474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-951f977e-f1d9-4665-861f-d6bef4e639b7" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.351590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.351725] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.351796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.351899] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db3b7789-fba3-40f8-bffe-929d79755dca" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.358960] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.359130] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.359194] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.359369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.359473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.359608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d698e933-fdae-4eff-9c2e-29973b9904c1" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.360944] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.400186] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.400385] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.400472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.400685] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.400792] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.400914] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3daabe9-5e4c-42b1-bc7f-60d12540da3e" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.418027] env[70476]: INFO networking_nsxv3.common.synchronization [None req-d326aeb8-b3ce-4891-92cc-365ed2e65e03 None None] Enqueued Resource ID: 2b93aa0d-7aa8-4be6-9625-93a9890b7398 with Priority: HIGHEST for action port [ 1380.418287] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b93aa0d-7aa8-4be6-9625-93a9890b7398 with Priority: HIGHEST for action port [ 1380.418836] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b93aa0d-7aa8-4be6-9625-93a9890b7398 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.418954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b93aa0d-7aa8-4be6-9625-93a9890b7398" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.419020] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b93aa0d-7aa8-4be6-9625-93a9890b7398" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.419267] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b93aa0d-7aa8-4be6-9625-93a9890b7398" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.419400] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b93aa0d-7aa8-4be6-9625-93a9890b7398',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.447906] env[70476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1380.448411] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.448677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.448677] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.448853] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.448954] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.449087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63e8be30-3fa2-4e95-abbb-064da505cfbb" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.863513] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e21cf2bb-178f-4222-a99e-5b2e1645b9a3: rpc.has_security_group_logging(os_id): False [ 1380.881442] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.881599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.881671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.881847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.899192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.899192] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.899192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.899192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.899192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.899192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.899192] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 is going to be updated. [ 1380.921739] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b93aa0d-7aa8-4be6-9625-93a9890b7398 [ 1380.921995] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.922161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.922288] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.923550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.923550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.923550] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b93aa0d-7aa8-4be6-9625-93a9890b7398 already deleted. [ 1380.923550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b93aa0d-7aa8-4be6-9625-93a9890b7398" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.952396] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.952540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.952540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.952718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.952868] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.964910] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: IN_PROGRESS for 2s [ 1381.006724] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ade487d0-0fee-42f3-bd76-33ae08c46769 in Status: SUCCESS [ 1381.006962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.007196] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.007412] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.007502] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.510331] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ade487d0-0fee-42f3-bd76-33ae08c46769 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.510694] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.510694] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.510766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.511063] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.511063] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.511209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.511244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.511318] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.511403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.512135] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.014454] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.513103] env[70476]: INFO networking_nsxv3.common.synchronization [None req-2418319d-f061-4102-84f2-cfef09329bc7 None None] Enqueued Resource ID: c7fec94e-54af-45b3-a02d-0501ed8173a6 with Priority: HIGHEST for action port [ 1382.513357] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fec94e-54af-45b3-a02d-0501ed8173a6 with Priority: HIGHEST for action port [ 1382.513927] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7fec94e-54af-45b3-a02d-0501ed8173a6 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.513927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7fec94e-54af-45b3-a02d-0501ed8173a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.513927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7fec94e-54af-45b3-a02d-0501ed8173a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.514386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7fec94e-54af-45b3-a02d-0501ed8173a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.514429] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7fec94e-54af-45b3-a02d-0501ed8173a6',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.517579] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ade487d0-0fee-42f3-bd76-33ae08c46769: rpc.has_security_group_logging(os_id): False [ 1382.534282] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.534282] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.534572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.534572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.535101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.535101] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.535101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.535101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.535866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.535866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.535866] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ade487d0-0fee-42f3-bd76-33ae08c46769 is going to be updated. [ 1382.599954] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.600163] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.600235] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.600446] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.600590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.612848] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ade487d0-0fee-42f3-bd76-33ae08c46769 in Status: IN_PROGRESS for 2s [ 1382.979594] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: SUCCESS [ 1382.979594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.016024] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7fec94e-54af-45b3-a02d-0501ed8173a6 [ 1383.016174] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.016300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.016368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.016590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.016699] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.016796] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7fec94e-54af-45b3-a02d-0501ed8173a6 already deleted. [ 1383.016878] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7fec94e-54af-45b3-a02d-0501ed8173a6" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.625484] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ade487d0-0fee-42f3-bd76-33ae08c46769 in Status: SUCCESS [ 1384.625826] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.546594] env[70476]: INFO networking_nsxv3.common.synchronization [req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 req-cdbe4649-9604-4533-b8e2-e92981f6ca36 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1385.547187] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1385.547535] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.547664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.547733] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.547988] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.548156] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.548257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.548319] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.548473] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.548554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.548644] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.775904] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.776209] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-575" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.776263] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-575" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.776568] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-575" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.776837] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.777008] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.777139] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.777356] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.777504] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.777721] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1385.777840] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1385.777954] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1385.778078] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1385.778192] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1385.778301] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1385.778437] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1385.795661] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1385.795813] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1385.795956] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1385.796138] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-575" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.796415] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-102224a1-1d7e-4793-9f74-2fabcd832c92 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.796577] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.796707] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.797064] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.797216] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('102224a1-1d7e-4793-9f74-2fabcd832c92',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.050771] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.050958] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.051029] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.051203] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.051291] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.051480] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.051577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.051640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.051788] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.051864] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.051949] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced already deleted. [ 1386.052057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.300054] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.300054] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.300281] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.300403] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.300566] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.300731] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 102224a1-1d7e-4793-9f74-2fabcd832c92 not found, creating... [ 1386.301011] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.301177] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.301300] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.301520] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.301662] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.301948] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.302122] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.302244] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.302451] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.302588] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.302744] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 102224a1-1d7e-4793-9f74-2fabcd832c92 is going to be created. [ 1386.321444] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.321617] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.321663] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.322612] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.322612] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.322612] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.988452] env[70476]: INFO networking_nsxv3.common.synchronization [req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 req-4a92f3b7-c792-41d3-bf9e-9356cd786612 service nova] Enqueued Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_rules [ 1386.988732] env[70476]: INFO networking_nsxv3.common.synchronization [req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 req-4a92f3b7-c792-41d3-bf9e-9356cd786612 service nova] Enqueued Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1386.988791] env[70476]: INFO networking_nsxv3.common.synchronization [req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 req-4a92f3b7-c792-41d3-bf9e-9356cd786612 service nova] Enqueued Resource ID: 102224a1-1d7e-4793-9f74-2fabcd832c92 with Priority: HIGHEST for action port [ 1386.989077] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_rules [ 1386.989210] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1386.989304] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102224a1-1d7e-4793-9f74-2fabcd832c92 with Priority: HIGHEST for action port [ 1386.989841] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.989968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.990046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.990292] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.990374] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.992554] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.992665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.992729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.992898] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.993055] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.993164] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.993217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.993346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.993425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.993513] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.994309] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-102224a1-1d7e-4793-9f74-2fabcd832c92 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.994434] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.994485] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.994613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.994690] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('102224a1-1d7e-4793-9f74-2fabcd832c92',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.498480] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.498480] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.498480] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.499627] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 102224a1-1d7e-4793-9f74-2fabcd832c92 with status ACTIVE [ 1387.499627] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.499627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.499627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.499627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.499627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.499627] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.499627] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.499992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.499992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.499992] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.500217] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.500217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.500217] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.500395] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.500443] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.500494] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 102224a1-1d7e-4793-9f74-2fabcd832c92 is going to be updated. [ 1387.521248] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.521454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.521454] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.521604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.521737] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.521883] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.003011] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.505994] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.506197] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.506264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.506422] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.506510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.506606] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced is going to be created. [ 1388.529555] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.529555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.529555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.529555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.529555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.540611] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: UNINITIALIZED for 2s [ 1390.551900] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: SUCCESS [ 1390.551900] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.552311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.552311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.552444] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.552555] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.552629] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.552780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.552865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.552950] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.553051] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.054917] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.055087] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.055160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.055375] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.055545] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.055644] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.055705] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.055851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.055937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.056036] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.056184] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.056275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.056334] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.056472] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.056608] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.056697] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.056757] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.056888] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.056965] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.057074] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.057166] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.559278] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7d5d24c-3c4a-487f-90b3-f24f08ad8ced: rpc.has_security_group_logging(os_id): False [ 1391.581220] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.581388] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.581452] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.581604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.581994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.581994] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.581994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.582290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.582290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.582290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.582431] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.582520] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.582571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.582711] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.582786] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.582977] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.583078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.583132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.583272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.583352] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.583463] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced is going to be created. [ 1391.636827] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.637033] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.637097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.637336] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.637560] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.647411] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: IN_PROGRESS for 2s [ 1391.990473] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.990683] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1393.661433] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: SUCCESS [ 1393.661886] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.991180] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.991585] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.470555] env[70476]: INFO networking_nsxv3.common.synchronization [req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 req-040b6284-21b5-4d16-840a-1dfcd58413b5 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_members [ 1398.471109] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_members [ 1398.471738] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.471738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.471738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.471926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.471926] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.472106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.472106] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.472247] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.472324] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.472444] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.976104] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.478213] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.980881] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.981118] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.981178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.981476] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.981633] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.981775] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 is going to be updated. [ 1400.015771] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.016024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.016024] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.016240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.016402] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.025490] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: IN_PROGRESS for 2s [ 1402.035575] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: SUCCESS [ 1402.035895] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.354271] env[70476]: INFO networking_nsxv3.common.synchronization [req-006cc46d-9d4a-49e0-8515-513c052ac326 req-7d80294b-f4de-4ff4-9edf-f46530741a0d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: 7fa00962-4949-4ef7-a16c-3d86243b982d with Priority: HIGHEST for action security_group_members [ 1402.354271] env[70476]: INFO networking_nsxv3.common.synchronization [req-006cc46d-9d4a-49e0-8515-513c052ac326 req-7d80294b-f4de-4ff4-9edf-f46530741a0d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1402.354271] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa00962-4949-4ef7-a16c-3d86243b982d with Priority: HIGHEST for action security_group_members [ 1402.354271] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1402.354271] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa00962-4949-4ef7-a16c-3d86243b982d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.354271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.354271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.355265] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.355544] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.355774] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.355928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.356195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.356377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.356570] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa00962-4949-4ef7-a16c-3d86243b982d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.357483] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.357728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.357894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.358140] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.358406] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.358613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.358761] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.359010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.359211] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.359387] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.397076] env[70476]: INFO networking_nsxv3.common.synchronization [req-006cc46d-9d4a-49e0-8515-513c052ac326 req-7d80294b-f4de-4ff4-9edf-f46530741a0d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: 7fa00962-4949-4ef7-a16c-3d86243b982d with Priority: HIGHEST for action security_group_rules [ 1402.397076] env[70476]: INFO networking_nsxv3.common.synchronization [req-006cc46d-9d4a-49e0-8515-513c052ac326 req-7d80294b-f4de-4ff4-9edf-f46530741a0d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: 7fa00962-4949-4ef7-a16c-3d86243b982d with Priority: HIGHEST for action security_group_members [ 1402.397076] env[70476]: INFO networking_nsxv3.common.synchronization [req-006cc46d-9d4a-49e0-8515-513c052ac326 req-7d80294b-f4de-4ff4-9edf-f46530741a0d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_rules [ 1402.397076] env[70476]: INFO networking_nsxv3.common.synchronization [req-006cc46d-9d4a-49e0-8515-513c052ac326 req-7d80294b-f4de-4ff4-9edf-f46530741a0d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1402.397076] env[70476]: INFO networking_nsxv3.common.synchronization [req-006cc46d-9d4a-49e0-8515-513c052ac326 req-7d80294b-f4de-4ff4-9edf-f46530741a0d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: 102224a1-1d7e-4793-9f74-2fabcd832c92 with Priority: HIGHEST for action port [ 1402.397076] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa00962-4949-4ef7-a16c-3d86243b982d with Priority: HIGHEST for action security_group_rules [ 1402.397076] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_rules [ 1402.397076] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102224a1-1d7e-4793-9f74-2fabcd832c92 with Priority: HIGHEST for action port [ 1402.397076] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa00962-4949-4ef7-a16c-3d86243b982d with Priority: HIGHEST for action security_group_members [ 1402.397076] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1402.397774] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fa00962-4949-4ef7-a16c-3d86243b982d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.398097] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.398278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.398671] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.399215] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fa00962-4949-4ef7-a16c-3d86243b982d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.400271] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.400521] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.400678] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.400927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.401114] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.403122] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-102224a1-1d7e-4793-9f74-2fabcd832c92 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.403122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.403122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.403122] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.403122] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('102224a1-1d7e-4793-9f74-2fabcd832c92',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.407277] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa00962-4949-4ef7-a16c-3d86243b982d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.407277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.407277] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.407277] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.861261] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa00962-4949-4ef7-a16c-3d86243b982d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.862210] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.906413] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.906567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.906768] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa00962-4949-4ef7-a16c-3d86243b982d taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.906851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.906995] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 102224a1-1d7e-4793-9f74-2fabcd832c92 with status ACTIVE [ 1402.907161] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.907264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.907327] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.907573] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.907664] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.907835] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.907930] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.907991] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.908182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.908262] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.908443] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.908534] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.908594] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.908732] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.908807] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.908887] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 102224a1-1d7e-4793-9f74-2fabcd832c92 is going to be updated. [ 1402.920758] env[70476]: INFO networking_nsxv3.common.synchronization [req-a8567a32-2ed8-4810-8057-fe50e449513e req-dbb8b6b3-ac8b-4623-bbf0-65703eb07a1c tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: 7fa00962-4949-4ef7-a16c-3d86243b982d with Priority: HIGHEST for action security_group_members [ 1402.920758] env[70476]: INFO networking_nsxv3.common.synchronization [req-a8567a32-2ed8-4810-8057-fe50e449513e req-dbb8b6b3-ac8b-4623-bbf0-65703eb07a1c tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1402.920922] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa00962-4949-4ef7-a16c-3d86243b982d with Priority: HIGHEST for action security_group_members [ 1402.921799] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1402.921799] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa00962-4949-4ef7-a16c-3d86243b982d taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.921799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.921799] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.921799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.928443] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.928582] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.928626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.928797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.928928] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.929126] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.983241] env[70476]: INFO networking_nsxv3.common.synchronization [req-a8567a32-2ed8-4810-8057-fe50e449513e req-dbb8b6b3-ac8b-4623-bbf0-65703eb07a1c tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_rules [ 1402.983415] env[70476]: INFO networking_nsxv3.common.synchronization [req-a8567a32-2ed8-4810-8057-fe50e449513e req-dbb8b6b3-ac8b-4623-bbf0-65703eb07a1c tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1402.983557] env[70476]: INFO networking_nsxv3.common.synchronization [req-a8567a32-2ed8-4810-8057-fe50e449513e req-dbb8b6b3-ac8b-4623-bbf0-65703eb07a1c tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: 102224a1-1d7e-4793-9f74-2fabcd832c92 with Priority: HIGHEST for action port [ 1402.984014] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_rules [ 1402.984152] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1402.984247] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102224a1-1d7e-4793-9f74-2fabcd832c92 with Priority: HIGHEST for action port [ 1402.984506] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.984602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.984785] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.984865] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.985048] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-102224a1-1d7e-4793-9f74-2fabcd832c92 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.985148] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.985215] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.985397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.985474] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('102224a1-1d7e-4793-9f74-2fabcd832c92',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.363960] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa00962-4949-4ef7-a16c-3d86243b982d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.364893] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.486978] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 102224a1-1d7e-4793-9f74-2fabcd832c92 with status ACTIVE [ 1403.487253] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.487391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.487457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.487666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.487756] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.487928] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.488039] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.488103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.488243] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.488316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.488491] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.488581] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.488632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.488766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.488836] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.488917] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 102224a1-1d7e-4793-9f74-2fabcd832c92 is going to be updated. [ 1403.507264] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.507386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.507449] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.507615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.507744] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.507889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-102224a1-1d7e-4793-9f74-2fabcd832c92" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.866976] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.867160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.867244] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.868278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.868278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.868278] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa00962-4949-4ef7-a16c-3d86243b982d is going to be created. [ 1403.869351] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.869494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.869540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.869686] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.869755] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.869994] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced is going to be updated. [ 1403.890426] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.890610] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.890647] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.890819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.890970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.893299] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.893447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.893540] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.893724] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.893780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.899931] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: IN_PROGRESS for 2s [ 1403.900659] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa00962-4949-4ef7-a16c-3d86243b982d in Status: UNINITIALIZED for 2s [ 1405.911234] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa00962-4949-4ef7-a16c-3d86243b982d in Status: SUCCESS [ 1405.911595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.911595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.911785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.911969] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.912096] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.912157] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.912313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.912391] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.912484] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa00962-4949-4ef7-a16c-3d86243b982d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.913795] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: SUCCESS [ 1405.913970] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.914585] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.914753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.914909] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.915119] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.915209] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.915358] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.915437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.915524] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.418362] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.419509] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.419649] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.419718] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.419938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.420046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.420236] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.420338] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.420396] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.420577] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.420659] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.420792] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa00962-4949-4ef7-a16c-3d86243b982d is going to be deleted. [ 1406.458816] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.458964] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.459035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.459271] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.459369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.459466] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.459602] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.459753] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.459926] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.460041] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.460094] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.460227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.460303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.460392] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa00962-4949-4ef7-a16c-3d86243b982d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.923162] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.963084] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.963300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.963300] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.963546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.963640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.963857] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.963994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.964076] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.964278] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.964376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.964473] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa00962-4949-4ef7-a16c-3d86243b982d already deleted. [ 1406.964571] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.964685] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fa00962-4949-4ef7-a16c-3d86243b982d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.965794] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.966012] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.966195] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.966315] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.966382] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.966557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.966637] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.966748] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa00962-4949-4ef7-a16c-3d86243b982d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.425355] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.425573] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.425640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.425832] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.425923] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.426036] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced is going to be updated. [ 1407.451433] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.451572] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.451663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.451790] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.451945] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.459728] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: IN_PROGRESS for 2s [ 1407.469102] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fa00962-4949-4ef7-a16c-3d86243b982d',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.469959] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.470640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.470640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.470640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.470640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.470640] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.470640] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.470963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.470963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.470963] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.470963] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa00962-4949-4ef7-a16c-3d86243b982d already deleted. [ 1407.471121] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.955178] env[70476]: INFO networking_nsxv3.common.synchronization [req-230cab7f-ff2e-416e-a993-37121381ac27 req-8c98285d-5045-4a2e-8ad8-264520b08608 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Enqueued Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1407.955692] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced with Priority: HIGHEST for action security_group_members [ 1407.955993] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.956103] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.971502] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fa00962-4949-4ef7-a16c-3d86243b982d: rpc.has_security_group_logging(os_id): False [ 1407.989454] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.989592] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.989651] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.989837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.989927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.990165] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.990302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.990365] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.990479] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.990553] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.990637] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fa00962-4949-4ef7-a16c-3d86243b982d is going to be created. [ 1408.003860] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7fa00962-4949-4ef7-a16c-3d86243b982d], does not exist path=[/infra/domains/default/groups/7fa00962-4949-4ef7-a16c-3d86243b982d]."\n}' [ 1408.003990] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fa00962-4949-4ef7-a16c-3d86243b982d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7fa00962-4949-4ef7-a16c-3d86243b982d [ 1408.004076] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1408.032782] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.032957] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.033014] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.033180] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.033951] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.034208] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.034316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.034380] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.034537] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.034608] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.034770] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.034862] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.034922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.035073] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.035150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.035233] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fa00962-4949-4ef7-a16c-3d86243b982d is going to be created. [ 1408.046534] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7fa00962-4949-4ef7-a16c-3d86243b982d], does not exist path=[/infra/domains/default/groups/7fa00962-4949-4ef7-a16c-3d86243b982d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7fa00962-4949-4ef7-a16c-3d86243b982d [ 1408.046663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fa00962-4949-4ef7-a16c-3d86243b982d" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.046828] env[70476]: Traceback (most recent call last): [ 1408.046881] env[70476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1408.046881] env[70476]: return func(*args, **kwargs) [ 1408.046881] env[70476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1408.046881] env[70476]: res.raise_for_status() [ 1408.046881] env[70476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1408.046881] env[70476]: raise HTTPError(http_error_msg, response=self) [ 1408.046881] env[70476]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7fa00962-4949-4ef7-a16c-3d86243b982d [ 1408.046881] env[70476]: During handling of the above exception, another exception occurred: [ 1408.046881] env[70476]: Traceback (most recent call last): [ 1408.046881] env[70476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1408.046881] env[70476]: listener.cb(fileno) [ 1408.046881] env[70476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1408.046881] env[70476]: result = function(*args, **kwargs) [ 1408.046881] env[70476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1408.046881] env[70476]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1408.046881] env[70476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1408.046881] env[70476]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1408.046881] env[70476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1408.046881] env[70476]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1408.046881] env[70476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1408.046881] env[70476]: res.raise_for_status() [ 1408.046881] env[70476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1408.046881] env[70476]: raise HTTPError(http_error_msg, response=self) [ 1408.046881] env[70476]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7fa00962-4949-4ef7-a16c-3d86243b982d [ 1408.047723] env[70476]: Removing descriptor: 26 [ 1409.469620] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: SUCCESS [ 1409.469892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.470011] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.470275] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.470472] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.470590] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.470656] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.470849] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.470905] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.470966] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.471072] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.471877] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.472054] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.472212] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.472313] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.472371] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.472510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.472604] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.472686] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.975989] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.976245] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.976363] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.976474] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.976538] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.976746] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.997875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.997875] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.998100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.998100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.998953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.998953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.998953] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced is going to be updated. [ 1410.020287] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.020428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.020580] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.020782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.020936] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.029313] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: IN_PROGRESS for 2s [ 1412.039717] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: SUCCESS [ 1412.040117] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced deletion is rescheduled due to dependency. [ 1412.040117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.040290] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.040430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.040607] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.040723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.040785] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.040942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.041035] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.041128] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.543789] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.544050] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.544190] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.544409] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.544550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.544807] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.544940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.545058] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.545316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.545428] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.545522] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced is going to be updated. [ 1412.573439] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.573615] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.573683] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.573829] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.573969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.583885] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: IN_PROGRESS for 2s [ 1412.957147] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.957446] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1413.994500] env[70476]: INFO networking_nsxv3.common.synchronization [req-373e7d22-8cda-41b6-9228-1f69bff0f43d req-01d87102-690b-4e4d-978f-d696c5fb3c4d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: 99c55217-7a90-442d-847a-fb53913ceed9 with Priority: HIGHEST for action security_group_members [ 1413.995041] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c55217-7a90-442d-847a-fb53913ceed9 with Priority: HIGHEST for action security_group_members [ 1413.995361] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c55217-7a90-442d-847a-fb53913ceed9 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.995475] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.995536] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.995741] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.995914] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.996160] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.996264] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.996425] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.996512] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.996609] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c55217-7a90-442d-847a-fb53913ceed9',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.499345] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.499554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.499554] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.499789] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.519374] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.519604] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.519726] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.519784] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.519971] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.520067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.520175] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c55217-7a90-442d-847a-fb53913ceed9 is going to be updated. [ 1414.545101] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.545357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.545357] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.545599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.545599] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.552889] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c55217-7a90-442d-847a-fb53913ceed9 in Status: IN_PROGRESS for 2s [ 1414.598215] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: SUCCESS [ 1414.598422] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced deletion is rescheduled due to dependency. [ 1414.598510] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.598641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.598842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.599034] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.599218] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.599283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.599415] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.599495] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.599587] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.102515] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.102827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.102827] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.102959] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.103067] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.103270] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.103386] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.103430] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.103588] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.103679] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.103751] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced is going to be updated. [ 1415.133795] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.133795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.133795] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.134092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.134092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.143421] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: IN_PROGRESS for 2s [ 1416.257264] env[70476]: INFO networking_nsxv3.common.synchronization [req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 req-38f90bc7-cd7e-44ba-bf87-58f5365fcca3 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Enqueued Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_members [ 1416.257783] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 with Priority: HIGHEST for action security_group_members [ 1416.258131] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.258287] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.258376] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.258601] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.258764] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.258866] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.258927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.259090] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.259187] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.259297] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e21cf2bb-178f-4222-a99e-5b2e1645b9a3',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.562675] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c55217-7a90-442d-847a-fb53913ceed9 in Status: SUCCESS [ 1416.562855] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c55217-7a90-442d-847a-fb53913ceed9 deletion is rescheduled due to dependency. [ 1416.562961] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c55217-7a90-442d-847a-fb53913ceed9" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.761054] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.761257] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.761301] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.761515] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.781513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.781774] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.781939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.781939] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.782144] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.782227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.782328] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 is going to be updated. [ 1416.806268] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.806384] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.806482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.806621] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.806752] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.813969] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: IN_PROGRESS for 2s [ 1417.154605] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: SUCCESS [ 1417.154605] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced deletion is rescheduled due to dependency. [ 1417.154605] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.154605] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.154816] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.154894] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.155022] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.155066] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.155226] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.155303] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.155387] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.155562] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.155657] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.155715] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.155854] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.155994] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.156100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.156159] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.156293] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.156368] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.156447] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.156534] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.658969] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7d5d24c-3c4a-487f-90b3-f24f08ad8ced: rpc.has_security_group_logging(os_id): False [ 1417.674800] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.674932] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.675037] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.675227] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.675325] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.675513] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.675614] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.675669] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.675817] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.675894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.676090] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.676182] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.676240] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.676377] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.676440] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.676686] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.676797] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.676858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.677361] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.677361] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.677361] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced is going to be updated. [ 1417.732238] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.732445] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.732494] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.732723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.732876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.745863] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: IN_PROGRESS for 2s [ 1418.677918] env[70476]: INFO networking_nsxv3.common.synchronization [None req-2cf14d79-c46e-481b-b9bc-bef1e6831bbb tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 with Priority: HIGHEST for action security_group_rules [ 1418.678444] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 with Priority: HIGHEST for action security_group_rules [ 1418.678738] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6c677f-fc4d-43bd-819b-d90dffb44941 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.678857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.678926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.679190] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.679315] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6c677f-fc4d-43bd-819b-d90dffb44941',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.740587] env[70476]: INFO networking_nsxv3.common.synchronization [None req-9ae5aad3-8953-48b2-8a4d-051095823f53 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 with Priority: HIGHEST for action security_group_rules [ 1418.740821] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 with Priority: HIGHEST for action security_group_rules [ 1418.741302] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6c677f-fc4d-43bd-819b-d90dffb44941 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.741411] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.823325] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 in Status: SUCCESS [ 1418.823508] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e21cf2bb-178f-4222-a99e-5b2e1645b9a3 deletion is rescheduled due to dependency. [ 1418.823631] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21cf2bb-178f-4222-a99e-5b2e1645b9a3" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.198604] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.198759] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.198837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.199117] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.199260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.199375] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 already deleted. [ 1419.199469] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.199613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.199799] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.199860] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6c677f-fc4d-43bd-819b-d90dffb44941',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.717963] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.718268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.718268] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.718491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.718666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.718773] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 already deleted. [ 1419.718863] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.756234] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced in Status: SUCCESS [ 1419.756435] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.756595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.756800] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.756887] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d5d24c-3c4a-487f-90b3-f24f08ad8ced',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.276763] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.277046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.277046] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.277195] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.277260] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.277432] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d5d24c-3c4a-487f-90b3-f24f08ad8ced is going to be deleted. [ 1420.326968] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.327208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.327208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.327424] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.327519] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.327636] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d5d24c-3c4a-487f-90b3-f24f08ad8ced" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.741995] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.742304] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.016266] env[70476]: INFO networking_nsxv3.common.synchronization [req-c779bcb5-829a-4d76-8ec6-6407362f3782 req-a8b4ca05-d019-4d48-85c0-8ba9e4edad67 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 with Priority: HIGHEST for action security_group_members [ 1424.016770] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 with Priority: HIGHEST for action security_group_members [ 1424.017100] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6c677f-fc4d-43bd-819b-d90dffb44941 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.017349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.017349] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.017550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.017682] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.017780] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.017837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.017987] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.018178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.018299] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6c677f-fc4d-43bd-819b-d90dffb44941',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.258138] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.258412] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.258545] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.258894] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.259535] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.259769] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.259916] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.260398] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.260622] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.260894] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1424.261060] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1424.261231] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1424.261378] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1424.261529] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1424.261666] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1424.261832] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1424.286186] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1424.286366] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1424.286514] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1424.286694] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-634" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.287026] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-14222d05-8e21-498f-aece-3696fc90e793 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.287211] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-14222d05-8e21-498f-aece-3696fc90e793" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.287459] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-14222d05-8e21-498f-aece-3696fc90e793" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.287887] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-14222d05-8e21-498f-aece-3696fc90e793" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.288080] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14222d05-8e21-498f-aece-3696fc90e793',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.491944] env[70476]: INFO networking_nsxv3.common.synchronization [None req-95729385-6196-4e19-a9ca-d838a4a0498a None None] Enqueued Resource ID: 7593e3ab-0d06-4b29-bba1-23f9c0022cdd with Priority: HIGHEST for action port [ 1424.492907] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7593e3ab-0d06-4b29-bba1-23f9c0022cdd with Priority: HIGHEST for action port [ 1424.493739] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7593e3ab-0d06-4b29-bba1-23f9c0022cdd taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.494641] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7593e3ab-0d06-4b29-bba1-23f9c0022cdd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.494719] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7593e3ab-0d06-4b29-bba1-23f9c0022cdd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.494993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7593e3ab-0d06-4b29-bba1-23f9c0022cdd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.495115] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7593e3ab-0d06-4b29-bba1-23f9c0022cdd',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.520023] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.520296] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.520423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.520598] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.520728] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.520896] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.520989] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.521101] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.521383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.521383] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.521383] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 already deleted. [ 1424.521539] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.726398] env[70476]: INFO networking_nsxv3.common.synchronization [None req-f7284221-04e8-4c78-834a-7ab326959bb1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Enqueued Resource ID: b12fa600-2ec6-4a0a-b272-18a7462169ee with Priority: HIGHEST for action security_group_rules [ 1424.726869] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12fa600-2ec6-4a0a-b272-18a7462169ee with Priority: HIGHEST for action security_group_rules [ 1424.727189] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b12fa600-2ec6-4a0a-b272-18a7462169ee taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.727316] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.727381] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.727632] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.727714] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b12fa600-2ec6-4a0a-b272-18a7462169ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.790297] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.790662] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.790706] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.790963] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.791198] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.791410] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port 14222d05-8e21-498f-aece-3696fc90e793 not found, creating... [ 1424.792184] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.792184] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.792184] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.792502] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.792502] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.793237] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.793237] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.793237] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.794270] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.794270] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.794270] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: 14222d05-8e21-498f-aece-3696fc90e793 is going to be created. [ 1424.796440] env[70476]: INFO networking_nsxv3.common.synchronization [None req-834a7314-9bcc-47e9-b6e7-56939bf77243 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Enqueued Resource ID: b12fa600-2ec6-4a0a-b272-18a7462169ee with Priority: HIGHEST for action security_group_rules [ 1424.797158] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12fa600-2ec6-4a0a-b272-18a7462169ee with Priority: HIGHEST for action security_group_rules [ 1424.797744] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b12fa600-2ec6-4a0a-b272-18a7462169ee taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.797842] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.818101] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.818214] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.818369] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.818549] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.818896] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.819008] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-14222d05-8e21-498f-aece-3696fc90e793" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.997408] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7593e3ab-0d06-4b29-bba1-23f9c0022cdd [ 1424.997641] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.997775] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.997847] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.998077] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.998168] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.998261] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7593e3ab-0d06-4b29-bba1-23f9c0022cdd already deleted. [ 1424.998341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7593e3ab-0d06-4b29-bba1-23f9c0022cdd" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.248174] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.248302] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.248346] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.248892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.248892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.248892] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b12fa600-2ec6-4a0a-b272-18a7462169ee already deleted. [ 1425.248892] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.249139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.249139] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.249264] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b12fa600-2ec6-4a0a-b272-18a7462169ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.536242] env[70476]: INFO networking_nsxv3.common.synchronization [req-c779bcb5-829a-4d76-8ec6-6407362f3782 req-c5f164b1-4dcc-4131-8be5-112f572bb512 service nova] Enqueued Resource ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 with Priority: HIGHEST for action security_group_rules [ 1425.536428] env[70476]: INFO networking_nsxv3.common.synchronization [req-c779bcb5-829a-4d76-8ec6-6407362f3782 req-c5f164b1-4dcc-4131-8be5-112f572bb512 service nova] Enqueued Resource ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 with Priority: HIGHEST for action security_group_members [ 1425.536713] env[70476]: INFO networking_nsxv3.common.synchronization [req-c779bcb5-829a-4d76-8ec6-6407362f3782 req-c5f164b1-4dcc-4131-8be5-112f572bb512 service nova] Enqueued Resource ID: 14222d05-8e21-498f-aece-3696fc90e793 with Priority: HIGHEST for action port [ 1425.537070] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 with Priority: HIGHEST for action security_group_rules [ 1425.537208] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 with Priority: HIGHEST for action security_group_members [ 1425.537331] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14222d05-8e21-498f-aece-3696fc90e793 with Priority: HIGHEST for action port [ 1425.537713] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6c677f-fc4d-43bd-819b-d90dffb44941 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.537713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.537804] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.537940] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.538039] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6c677f-fc4d-43bd-819b-d90dffb44941',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.542150] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6c677f-fc4d-43bd-819b-d90dffb44941 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.542150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.542150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.542150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.542150] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.542150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.542150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.542150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.542150] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.542150] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6c677f-fc4d-43bd-819b-d90dffb44941',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.543740] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-14222d05-8e21-498f-aece-3696fc90e793 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.543875] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14222d05-8e21-498f-aece-3696fc90e793" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.543938] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14222d05-8e21-498f-aece-3696fc90e793" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.544080] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14222d05-8e21-498f-aece-3696fc90e793" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.545028] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14222d05-8e21-498f-aece-3696fc90e793',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.768496] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.769423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.769423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.769423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.769423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.769423] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b12fa600-2ec6-4a0a-b272-18a7462169ee already deleted. [ 1425.769423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.046028] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6c677f-fc4d-43bd-819b-d90dffb44941',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.047109] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6c677f-fc4d-43bd-819b-d90dffb44941 taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.047238] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.047411] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14222d05-8e21-498f-aece-3696fc90e793 with status ACTIVE [ 1426.047581] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.047687] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.047751] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.047953] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.048078] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.048234] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.048328] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.048389] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.048546] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.048621] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.048799] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.048910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.048937] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.051859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.051859] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.051859] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14222d05-8e21-498f-aece-3696fc90e793 is going to be updated. [ 1426.071339] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.071339] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.071339] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.071339] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.071339] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.071339] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14222d05-8e21-498f-aece-3696fc90e793" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.384665] env[70476]: INFO networking_nsxv3.common.synchronization [None req-a7b8e8df-ff0b-4db7-aa48-05d153f92592 None None] Enqueued Resource ID: 577906c5-5ef5-4c57-a99f-93108af3e09f with Priority: HIGHEST for action port [ 1426.384665] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 577906c5-5ef5-4c57-a99f-93108af3e09f with Priority: HIGHEST for action port [ 1426.384665] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-577906c5-5ef5-4c57-a99f-93108af3e09f taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.384665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-577906c5-5ef5-4c57-a99f-93108af3e09f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.384665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-577906c5-5ef5-4c57-a99f-93108af3e09f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.384665] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-577906c5-5ef5-4c57-a99f-93108af3e09f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.384665] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('577906c5-5ef5-4c57-a99f-93108af3e09f',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.552593] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6c677f-fc4d-43bd-819b-d90dffb44941',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.887241] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 577906c5-5ef5-4c57-a99f-93108af3e09f [ 1426.887519] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.887675] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.887766] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.887994] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.888145] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.888262] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:577906c5-5ef5-4c57-a99f-93108af3e09f already deleted. [ 1426.888371] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-577906c5-5ef5-4c57-a99f-93108af3e09f" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.054574] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.054922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.054922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.054997] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.055059] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.055160] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 is going to be created. [ 1427.077745] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.077876] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.077952] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.078161] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.078321] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.088380] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 in Status: UNINITIALIZED for 2s [ 1429.103785] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 in Status: SUCCESS [ 1429.104179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.104179] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.104403] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.104600] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.104713] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.104773] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.104927] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.105014] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.105104] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.105193] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b6c677f-fc4d-43bd-819b-d90dffb44941',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.609782] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b6c677f-fc4d-43bd-819b-d90dffb44941',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.112216] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b6c677f-fc4d-43bd-819b-d90dffb44941: rpc.has_security_group_logging(os_id): False [ 1430.128967] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.129129] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.129189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.129407] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.129519] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.129760] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.129858] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.129922] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.130092] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.130170] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.130257] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 is going to be created. [ 1430.190284] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.190418] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.190457] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.190626] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.190796] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.202709] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 in Status: IN_PROGRESS for 2s [ 1431.384581] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.384906] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1432.216090] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 in Status: SUCCESS [ 1432.216351] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.385567] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.385567] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.386123] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.386460] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.840365] env[70476]: INFO networking_nsxv3.common.synchronization [req-63652efd-92aa-4466-8a49-c9fe64c6ea57 req-2dfb2702-4ae2-4467-8e61-496389e767f3 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Enqueued Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGHEST for action security_group_members [ 1444.840895] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade487d0-0fee-42f3-bd76-33ae08c46769 with Priority: HIGHEST for action security_group_members [ 1444.841423] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ade487d0-0fee-42f3-bd76-33ae08c46769 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.841423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.841423] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.841595] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.841723] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.841822] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.841962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.842178] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.842269] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.842362] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ade487d0-0fee-42f3-bd76-33ae08c46769',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.344883] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.345132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.345132] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.345367] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.366470] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.366698] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.366851] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.366902] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.367189] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.367355] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.367453] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ade487d0-0fee-42f3-bd76-33ae08c46769 is going to be updated. [ 1445.391703] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.391850] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.391889] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.392057] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.392203] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.399842] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ade487d0-0fee-42f3-bd76-33ae08c46769 in Status: IN_PROGRESS for 2s [ 1447.410955] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ade487d0-0fee-42f3-bd76-33ae08c46769 in Status: SUCCESS [ 1447.410955] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ade487d0-0fee-42f3-bd76-33ae08c46769 deletion is rescheduled due to dependency. [ 1447.410955] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ade487d0-0fee-42f3-bd76-33ae08c46769" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.968326] env[70476]: INFO networking_nsxv3.common.synchronization [req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c req-12fcdef2-25a8-4b97-ba63-c1bbbb51f109 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Enqueued Resource ID: b12fa600-2ec6-4a0a-b272-18a7462169ee with Priority: HIGHEST for action security_group_members [ 1447.968543] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12fa600-2ec6-4a0a-b272-18a7462169ee with Priority: HIGHEST for action security_group_members [ 1447.968843] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12fa600-2ec6-4a0a-b272-18a7462169ee taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.968968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.969048] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.969299] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.969452] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.969550] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.969612] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.969806] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.969894] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.969998] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12fa600-2ec6-4a0a-b272-18a7462169ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.203043] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.203222] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "network-375" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.203352] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "network-375" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.203668] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "network-375" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.203933] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.204107] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.204229] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.204445] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.204594] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.204806] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1448.204960] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] NeedRegenerationException {{(pid=70476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1448.205095] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] no value, waiting for create lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1448.205209] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] value creation lock acquired {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1448.205325] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] No value present for key: 'zone-id' {{(pid=70476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1448.205433] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Calling creation function for not-yet-present value {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1448.205570] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1448.224631] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1448.224747] env[70476]: DEBUG dogpile.cache.region [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1448.224888] env[70476]: DEBUG dogpile.lock [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Released creation lock {{(pid=70476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1448.225082] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "network-375" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.225391] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock port-dd5d98a1-6f50-4fcc-8a8a-d420f16be260 taken with stack trace [, , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.225560] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "port-dd5d98a1-6f50-4fcc-8a8a-d420f16be260" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.225681] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "port-dd5d98a1-6f50-4fcc-8a8a-d420f16be260" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.225981] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "port-dd5d98a1-6f50-4fcc-8a8a-d420f16be260" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.226138] env[70476]: DEBUG networking_nsxv3.api.rpc [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5d98a1-6f50-4fcc-8a8a-d420f16be260',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.473583] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.473948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.473948] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.474100] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.474192] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.474403] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.474504] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.474567] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.474749] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.474801] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.474889] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12fa600-2ec6-4a0a-b272-18a7462169ee already deleted. [ 1448.474968] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.728711] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.728965] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.729138] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.729464] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.729722] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.729952] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Segment Port dd5d98a1-6f50-4fcc-8a8a-d420f16be260 not found, creating... [ 1448.730333] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.730548] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.730719] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.731024] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.731218] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.731652] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.731850] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.732032] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.732332] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.732524] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.732711] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Resource: SegmentPort with ID: dd5d98a1-6f50-4fcc-8a8a-d420f16be260 is going to be created. [ 1448.751885] env[70476]: DEBUG networking_nsxv3.common.locking [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.752124] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.752280] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.752618] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.752832] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.753110] env[70476]: DEBUG oslo_concurrency.lockutils [None req-f8438a23-cc01-4e6d-8bbf-05b2dd3297e6 None None] Releasing lock "port-dd5d98a1-6f50-4fcc-8a8a-d420f16be260" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.423249] env[70476]: INFO networking_nsxv3.common.synchronization [req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c req-c8e149a9-a139-4b50-a855-2d3c31e8938e service nova] Enqueued Resource ID: b12fa600-2ec6-4a0a-b272-18a7462169ee with Priority: HIGHEST for action security_group_rules [ 1449.423431] env[70476]: INFO networking_nsxv3.common.synchronization [req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c req-c8e149a9-a139-4b50-a855-2d3c31e8938e service nova] Enqueued Resource ID: b12fa600-2ec6-4a0a-b272-18a7462169ee with Priority: HIGHEST for action security_group_members [ 1449.423574] env[70476]: INFO networking_nsxv3.common.synchronization [req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c req-c8e149a9-a139-4b50-a855-2d3c31e8938e service nova] Enqueued Resource ID: dd5d98a1-6f50-4fcc-8a8a-d420f16be260 with Priority: HIGHEST for action port [ 1449.424049] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12fa600-2ec6-4a0a-b272-18a7462169ee with Priority: HIGHEST for action security_group_rules [ 1449.424176] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12fa600-2ec6-4a0a-b272-18a7462169ee with Priority: HIGHEST for action security_group_members [ 1449.424273] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5d98a1-6f50-4fcc-8a8a-d420f16be260 with Priority: HIGHEST for action port [ 1449.424540] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b12fa600-2ec6-4a0a-b272-18a7462169ee taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.424663] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.424729] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.424930] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.425362] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b12fa600-2ec6-4a0a-b272-18a7462169ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.427517] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12fa600-2ec6-4a0a-b272-18a7462169ee taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.427517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.427517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.427517] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.427819] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.427819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.427819] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.427962] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.428010] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.428282] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12fa600-2ec6-4a0a-b272-18a7462169ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.428795] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd5d98a1-6f50-4fcc-8a8a-d420f16be260 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.428910] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd5d98a1-6f50-4fcc-8a8a-d420f16be260" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.428993] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd5d98a1-6f50-4fcc-8a8a-d420f16be260" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.429172] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd5d98a1-6f50-4fcc-8a8a-d420f16be260" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.429246] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5d98a1-6f50-4fcc-8a8a-d420f16be260',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.931394] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12fa600-2ec6-4a0a-b272-18a7462169ee taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.931738] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.931738] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b12fa600-2ec6-4a0a-b272-18a7462169ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.932614] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd5d98a1-6f50-4fcc-8a8a-d420f16be260 with status ACTIVE [ 1449.932798] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.932911] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.932980] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.933208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.933304] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.933467] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.933557] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.933609] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.933763] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.933837] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.934021] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.934202] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.934276] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.934406] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.934545] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.934545] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd5d98a1-6f50-4fcc-8a8a-d420f16be260 is going to be updated. [ 1449.954476] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.954666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.954666] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.954874] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.955016] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.955186] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd5d98a1-6f50-4fcc-8a8a-d420f16be260" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.436110] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b12fa600-2ec6-4a0a-b272-18a7462169ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.937866] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.938193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.938193] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.938305] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.938397] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.938493] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12fa600-2ec6-4a0a-b272-18a7462169ee is going to be created. [ 1450.958825] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.958969] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.959015] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.959206] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.959359] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.969577] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12fa600-2ec6-4a0a-b272-18a7462169ee in Status: UNINITIALIZED for 2s [ 1452.980857] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12fa600-2ec6-4a0a-b272-18a7462169ee in Status: SUCCESS [ 1452.980857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.980857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.980857] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.981311] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.981311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.981311] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.981437] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.981468] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.981551] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.981642] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b12fa600-2ec6-4a0a-b272-18a7462169ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.484390] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b12fa600-2ec6-4a0a-b272-18a7462169ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.986868] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b12fa600-2ec6-4a0a-b272-18a7462169ee: rpc.has_security_group_logging(os_id): False [ 1454.006551] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.006704] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.006770] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.007011] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.007113] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.007348] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.007451] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.007513] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.007668] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.007742] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.007848] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b12fa600-2ec6-4a0a-b272-18a7462169ee is going to be created. [ 1454.081081] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.081294] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.081369] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.081652] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.081897] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.098760] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b12fa600-2ec6-4a0a-b272-18a7462169ee in Status: IN_PROGRESS for 2s [ 1454.426369] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.426521] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1456.113364] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b12fa600-2ec6-4a0a-b272-18a7462169ee in Status: SUCCESS [ 1456.113667] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.427546] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.427933] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.428218] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.428638] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.429191] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.429455] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.430467] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.430843] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.431552] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.431807] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.432624] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.432961] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.440056] env[70476]: INFO networking_nsxv3.common.synchronization [req-d08df894-1078-4aea-b089-e0fb8cabf9d0 req-febe9f8b-f8cb-4905-9ed4-c195785a8eb2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Enqueued Resource ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 with Priority: HIGHEST for action security_group_members [ 1486.440575] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 with Priority: HIGHEST for action security_group_members [ 1486.440889] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6c677f-fc4d-43bd-819b-d90dffb44941 taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.441109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.441109] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.441723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.441723] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.441723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.441723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.441723] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.441921] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.441921] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6c677f-fc4d-43bd-819b-d90dffb44941',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.944759] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.944985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.944985] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.945208] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.945306] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.945498] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.945613] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.945682] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.945844] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.945926] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.946020] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 is going to be updated. [ 1486.972704] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.972862] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.972974] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.973134] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.973272] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.981257] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 in Status: IN_PROGRESS for 2s [ 1488.991979] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 in Status: SUCCESS [ 1488.992341] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6c677f-fc4d-43bd-819b-d90dffb44941 deletion is rescheduled due to dependency. [ 1488.992341] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6c677f-fc4d-43bd-819b-d90dffb44941" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.441645] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.442096] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.443064] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.443377] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.444302] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.444681] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.418410] env[70476]: INFO networking_nsxv3.common.synchronization [req-2ad8c0e5-1184-49b5-824e-496c34d04e41 req-9f4f2c3b-a796-4182-a828-33acf3b62821 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Enqueued Resource ID: b12fa600-2ec6-4a0a-b272-18a7462169ee with Priority: HIGHEST for action security_group_members [ 1503.418410] env[70476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12fa600-2ec6-4a0a-b272-18a7462169ee with Priority: HIGHEST for action security_group_members [ 1503.418410] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12fa600-2ec6-4a0a-b272-18a7462169ee taken with stack trace [, , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.418410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.418410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.418410] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.418782] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.418782] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.418867] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.419065] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.419174] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.419223] env[70476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12fa600-2ec6-4a0a-b272-18a7462169ee',) {} {{(pid=70476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.921199] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.921418] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.921418] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.921624] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.921717] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.921954] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.922198] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.922251] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.922398] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.922482] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.922579] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12fa600-2ec6-4a0a-b272-18a7462169ee is going to be updated. [ 1503.949713] env[70476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.949903] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.949942] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.950142] env[70476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.950283] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.957709] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12fa600-2ec6-4a0a-b272-18a7462169ee in Status: IN_PROGRESS for 2s [ 1505.968278] env[70476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12fa600-2ec6-4a0a-b272-18a7462169ee in Status: SUCCESS [ 1505.968491] env[70476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12fa600-2ec6-4a0a-b272-18a7462169ee deletion is rescheduled due to dependency. [ 1505.968491] env[70476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12fa600-2ec6-4a0a-b272-18a7462169ee" {{(pid=70476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.419069] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.419505] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.420632] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.420968] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.421852] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.422304] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.423679] env[70476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.424024] env[70476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0